bihash table size perf/scale improvements
[vpp.git] / src / vnet / fib / ip6_fib.c
1 /*
2  * Copyright (c) 2016 Cisco and/or its affiliates.
3  * Licensed under the Apache License, Version 2.0 (the "License");
4  * you may not use this file except in compliance with the License.
5  * You may obtain a copy of the License at:
6  *
7  *     http://www.apache.org/licenses/LICENSE-2.0
8  *
9  * Unless required by applicable law or agreed to in writing, software
10  * distributed under the License is distributed on an "AS IS" BASIS,
11  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12  * See the License for the specific language governing permissions and
13  * limitations under the License.
14  */
15
16 #include <vnet/fib/ip6_fib.h>
17 #include <vnet/fib/fib_table.h>
18
19 static void
20 vnet_ip6_fib_init (u32 fib_index)
21 {
22     fib_prefix_t pfx = {
23         .fp_proto = FIB_PROTOCOL_IP6,
24         .fp_len = 0,
25         .fp_addr = {
26             .ip6 = {
27                 { 0, 0, },
28             },
29         }
30     };
31
32     /*
33      * Add the default route.
34      */
35     fib_table_entry_special_add(fib_index,
36                                 &pfx,
37                                 FIB_SOURCE_DEFAULT_ROUTE,
38                                 FIB_ENTRY_FLAG_DROP);
39
40     /*
41      * all link local for us
42      */
43     pfx.fp_addr.ip6.as_u64[0] = clib_host_to_net_u64 (0xFE80000000000000ULL);
44     pfx.fp_addr.ip6.as_u64[1] = 0;
45     pfx.fp_len = 10;
46     fib_table_entry_special_add(fib_index,
47                                 &pfx,
48                                 FIB_SOURCE_SPECIAL,
49                                 FIB_ENTRY_FLAG_LOCAL);
50 }
51
52 static u32
53 create_fib_with_table_id (u32 table_id,
54                           fib_source_t src)
55 {
56     fib_table_t *fib_table;
57     ip6_fib_t *v6_fib;
58
59     pool_get_aligned(ip6_main.fibs, fib_table, CLIB_CACHE_LINE_BYTES);
60     pool_get_aligned(ip6_main.v6_fibs, v6_fib, CLIB_CACHE_LINE_BYTES);
61
62     memset(fib_table, 0, sizeof(*fib_table));
63     memset(v6_fib, 0, sizeof(*v6_fib));
64
65     ASSERT((fib_table - ip6_main.fibs) ==
66            (v6_fib - ip6_main.v6_fibs));
67     
68     fib_table->ft_proto = FIB_PROTOCOL_IP6;
69     fib_table->ft_index =
70             v6_fib->index =
71                 (fib_table - ip6_main.fibs);
72
73     hash_set(ip6_main.fib_index_by_table_id, table_id, fib_table->ft_index);
74
75     fib_table->ft_table_id =
76         v6_fib->table_id =
77             table_id;
78     fib_table->ft_flow_hash_config = IP_FLOW_HASH_DEFAULT;
79
80     vnet_ip6_fib_init(fib_table->ft_index);
81     fib_table_lock(fib_table->ft_index, FIB_PROTOCOL_IP6, src);
82
83     return (fib_table->ft_index);
84 }
85
86 u32
87 ip6_fib_table_find_or_create_and_lock (u32 table_id,
88                                        fib_source_t src)
89 {
90     uword * p;
91
92     p = hash_get (ip6_main.fib_index_by_table_id, table_id);
93     if (NULL == p)
94         return create_fib_with_table_id(table_id, src);
95     
96     fib_table_lock(p[0], FIB_PROTOCOL_IP6, src);
97
98     return (p[0]);
99 }
100
101 u32
102 ip6_fib_table_create_and_lock (fib_source_t src)
103 {
104     return (create_fib_with_table_id(~0, src));
105 }
106
107 void
108 ip6_fib_table_destroy (u32 fib_index)
109 {
110     fib_prefix_t pfx = {
111         .fp_proto = FIB_PROTOCOL_IP6,
112         .fp_len = 0,
113         .fp_addr = {
114             .ip6 = {
115                 { 0, 0, },
116             },
117         }
118     };
119
120     /*
121      * the default route.
122      */
123     fib_table_entry_special_remove(fib_index,
124                                    &pfx,
125                                    FIB_SOURCE_DEFAULT_ROUTE);
126
127
128     /*
129      * ff02::1:ff00:0/104
130      */
131     ip6_set_solicited_node_multicast_address(&pfx.fp_addr.ip6, 0);
132     pfx.fp_len = 104;
133     fib_table_entry_special_remove(fib_index,
134                                    &pfx,
135                                    FIB_SOURCE_SPECIAL);
136
137     /*
138      * all-routers multicast address
139      */
140     ip6_set_reserved_multicast_address (&pfx.fp_addr.ip6,
141                                         IP6_MULTICAST_SCOPE_link_local,
142                                         IP6_MULTICAST_GROUP_ID_all_routers);
143     pfx.fp_len = 128;
144     fib_table_entry_special_remove(fib_index,
145                                    &pfx,
146                                    FIB_SOURCE_SPECIAL);
147
148     /*
149      * all-nodes multicast address
150      */
151     ip6_set_reserved_multicast_address (&pfx.fp_addr.ip6,
152                                         IP6_MULTICAST_SCOPE_link_local,
153                                         IP6_MULTICAST_GROUP_ID_all_hosts);
154     pfx.fp_len = 128;
155     fib_table_entry_special_remove(fib_index,
156                                    &pfx,
157                                    FIB_SOURCE_SPECIAL);
158
159     /*
160      * all-mldv2 multicast address
161      */
162     ip6_set_reserved_multicast_address (&pfx.fp_addr.ip6,
163                                         IP6_MULTICAST_SCOPE_link_local,
164                                         IP6_MULTICAST_GROUP_ID_mldv2_routers);
165     pfx.fp_len = 128;
166     fib_table_entry_special_remove(fib_index,
167                                    &pfx,
168                                    FIB_SOURCE_SPECIAL);
169
170     /*
171      * all link local 
172      */
173     pfx.fp_addr.ip6.as_u64[0] = clib_host_to_net_u64 (0xFE80000000000000ULL);
174     pfx.fp_addr.ip6.as_u64[1] = 0;
175     pfx.fp_len = 10;
176     fib_table_entry_special_remove(fib_index,
177                                    &pfx,
178                                    FIB_SOURCE_SPECIAL);
179
180     fib_table_t *fib_table = fib_table_get(fib_index, FIB_PROTOCOL_IP6);
181     fib_source_t source;
182     
183      /*
184      * validate no more routes.
185      */
186     ASSERT(0 == fib_table->ft_total_route_counts);
187     FOR_EACH_FIB_SOURCE(source)
188     {
189         ASSERT(0 == fib_table->ft_src_route_counts[source]);
190     }
191
192     if (~0 != fib_table->ft_table_id)
193     {
194         hash_unset (ip6_main.fib_index_by_table_id, fib_table->ft_table_id);
195     }
196     pool_put_index(ip6_main.v6_fibs, fib_table->ft_index);
197     pool_put(ip6_main.fibs, fib_table);
198 }
199
200 fib_node_index_t
201 ip6_fib_table_lookup (u32 fib_index,
202                       const ip6_address_t *addr,
203                       u32 len)
204 {
205     ip6_fib_table_instance_t *table;
206     BVT(clib_bihash_kv) kv, value;
207     int i, n_p, rv;
208     u64 fib;
209
210     table = &ip6_main.ip6_table[IP6_FIB_TABLE_NON_FWDING];
211     n_p = vec_len (table->prefix_lengths_in_search_order);
212
213     kv.key[0] = addr->as_u64[0];
214     kv.key[1] = addr->as_u64[1];
215     fib = ((u64)((fib_index))<<32);
216
217     /*
218      * start search from a mask length same length or shorter.
219      * we don't want matches longer than the mask passed
220      */
221     i = 0;
222     while (i < n_p && table->prefix_lengths_in_search_order[i] > len)
223     {
224         i++;
225     }
226
227     for (; i < n_p; i++)
228     {
229         int dst_address_length = table->prefix_lengths_in_search_order[i];
230         ip6_address_t * mask = &ip6_main.fib_masks[dst_address_length];
231       
232         ASSERT(dst_address_length >= 0 && dst_address_length <= 128);
233         //As lengths are decreasing, masks are increasingly specific.
234         kv.key[0] &= mask->as_u64[0];
235         kv.key[1] &= mask->as_u64[1];
236         kv.key[2] = fib | dst_address_length;
237       
238         rv = BV(clib_bihash_search_inline_2)(&table->ip6_hash, &kv, &value);
239         if (rv == 0)
240             return value.value;
241     }
242
243     return (FIB_NODE_INDEX_INVALID);
244 }
245
246 fib_node_index_t
247 ip6_fib_table_lookup_exact_match (u32 fib_index,
248                                   const ip6_address_t *addr,
249                                   u32 len)
250 {
251     ip6_fib_table_instance_t *table;
252     BVT(clib_bihash_kv) kv, value;
253     ip6_address_t *mask;
254     u64 fib;
255     int rv;
256
257     table = &ip6_main.ip6_table[IP6_FIB_TABLE_NON_FWDING];
258     mask = &ip6_main.fib_masks[len];
259     fib = ((u64)((fib_index))<<32);
260
261     kv.key[0] = addr->as_u64[0] & mask->as_u64[0];
262     kv.key[1] = addr->as_u64[1] & mask->as_u64[1];
263     kv.key[2] = fib | len;
264       
265     rv = BV(clib_bihash_search_inline_2)(&table->ip6_hash, &kv, &value);
266     if (rv == 0)
267         return value.value;
268
269     return (FIB_NODE_INDEX_INVALID);
270 }
271
272 static void
273 compute_prefix_lengths_in_search_order (ip6_fib_table_instance_t *table)
274 {
275     int i;
276     vec_reset_length (table->prefix_lengths_in_search_order);
277     /* Note: bitmap reversed so this is in fact a longest prefix match */
278     clib_bitmap_foreach (i, table->non_empty_dst_address_length_bitmap,
279     ({
280         int dst_address_length = 128 - i;
281         vec_add1(table->prefix_lengths_in_search_order, dst_address_length);
282     }));
283 }
284
285 void
286 ip6_fib_table_entry_remove (u32 fib_index,
287                             const ip6_address_t *addr,
288                             u32 len)
289 {
290     ip6_fib_table_instance_t *table;
291     BVT(clib_bihash_kv) kv;
292     ip6_address_t *mask;
293     u64 fib;
294
295     table = &ip6_main.ip6_table[IP6_FIB_TABLE_NON_FWDING];
296     mask = &ip6_main.fib_masks[len];
297     fib = ((u64)((fib_index))<<32);
298
299     kv.key[0] = addr->as_u64[0] & mask->as_u64[0];
300     kv.key[1] = addr->as_u64[1] & mask->as_u64[1];
301     kv.key[2] = fib | len;
302
303     BV(clib_bihash_add_del)(&table->ip6_hash, &kv, 0);
304
305     /* refcount accounting */
306     ASSERT (table->dst_address_length_refcounts[len] > 0);
307     if (--table->dst_address_length_refcounts[len] == 0)
308     {
309         table->non_empty_dst_address_length_bitmap =
310             clib_bitmap_set (table->non_empty_dst_address_length_bitmap, 
311                              128 - len, 0);
312         compute_prefix_lengths_in_search_order (table);
313     }
314 }
315
316 void
317 ip6_fib_table_entry_insert (u32 fib_index,
318                             const ip6_address_t *addr,
319                             u32 len,
320                             fib_node_index_t fib_entry_index)
321 {
322     ip6_fib_table_instance_t *table;
323     BVT(clib_bihash_kv) kv;
324     ip6_address_t *mask;
325     u64 fib;
326
327     table = &ip6_main.ip6_table[IP6_FIB_TABLE_NON_FWDING];
328     mask = &ip6_main.fib_masks[len];
329     fib = ((u64)((fib_index))<<32);
330
331     kv.key[0] = addr->as_u64[0] & mask->as_u64[0];
332     kv.key[1] = addr->as_u64[1] & mask->as_u64[1];
333     kv.key[2] = fib | len;
334     kv.value = fib_entry_index;
335
336     BV(clib_bihash_add_del)(&table->ip6_hash, &kv, 1);
337
338     table->dst_address_length_refcounts[len]++;
339
340     table->non_empty_dst_address_length_bitmap =
341         clib_bitmap_set (table->non_empty_dst_address_length_bitmap, 
342                          128 - len, 1);
343     compute_prefix_lengths_in_search_order (table);
344 }
345
346 u32 ip6_fib_table_fwding_lookup_with_if_index (ip6_main_t * im,
347                                                u32 sw_if_index,
348                                                const ip6_address_t * dst)
349 {
350     u32 fib_index = vec_elt (im->fib_index_by_sw_if_index, sw_if_index);
351     return ip6_fib_table_fwding_lookup(im, fib_index, dst);
352 }
353
354 u32
355 ip6_fib_table_get_index_for_sw_if_index (u32 sw_if_index)
356 {
357     if (sw_if_index >= vec_len(ip6_main.fib_index_by_sw_if_index))
358     {
359         /*
360          * This is the case for interfaces that are not yet mapped to
361          * a IP table
362          */
363         return (~0);
364     }
365     return (ip6_main.fib_index_by_sw_if_index[sw_if_index]);
366 }
367
368 void
369 ip6_fib_table_fwding_dpo_update (u32 fib_index,
370                                  const ip6_address_t *addr,
371                                  u32 len,
372                                  const dpo_id_t *dpo)
373 {
374     ip6_fib_table_instance_t *table;
375     BVT(clib_bihash_kv) kv;
376     ip6_address_t *mask;
377     u64 fib;
378
379     table = &ip6_main.ip6_table[IP6_FIB_TABLE_FWDING];
380     mask = &ip6_main.fib_masks[len];
381     fib = ((u64)((fib_index))<<32);
382
383     kv.key[0] = addr->as_u64[0] & mask->as_u64[0];
384     kv.key[1] = addr->as_u64[1] & mask->as_u64[1];
385     kv.key[2] = fib | len;
386     kv.value = dpo->dpoi_index;
387
388     BV(clib_bihash_add_del)(&table->ip6_hash, &kv, 1);
389
390     table->dst_address_length_refcounts[len]++;
391
392     table->non_empty_dst_address_length_bitmap =
393         clib_bitmap_set (table->non_empty_dst_address_length_bitmap, 
394                          128 - len, 1);
395     compute_prefix_lengths_in_search_order (table);
396 }
397
398 void
399 ip6_fib_table_fwding_dpo_remove (u32 fib_index,
400                                  const ip6_address_t *addr,
401                                  u32 len,
402                                  const dpo_id_t *dpo)
403 {
404     ip6_fib_table_instance_t *table;
405     BVT(clib_bihash_kv) kv;
406     ip6_address_t *mask;
407     u64 fib;
408
409     table = &ip6_main.ip6_table[IP6_FIB_TABLE_FWDING];
410     mask = &ip6_main.fib_masks[len];
411     fib = ((u64)((fib_index))<<32);
412
413     kv.key[0] = addr->as_u64[0] & mask->as_u64[0];
414     kv.key[1] = addr->as_u64[1] & mask->as_u64[1];
415     kv.key[2] = fib | len;
416     kv.value = dpo->dpoi_index;
417
418     BV(clib_bihash_add_del)(&table->ip6_hash, &kv, 0);
419
420     /* refcount accounting */
421     ASSERT (table->dst_address_length_refcounts[len] > 0);
422     if (--table->dst_address_length_refcounts[len] == 0)
423     {
424         table->non_empty_dst_address_length_bitmap =
425             clib_bitmap_set (table->non_empty_dst_address_length_bitmap,
426                              128 - len, 0);
427         compute_prefix_lengths_in_search_order (table);
428     }
429 }
430
431 /**
432  * @brief Context when walking the IPv6 table. Since all VRFs are in the
433  * same hash table, we need to filter only those we need as we walk
434  */
435 typedef struct ip6_fib_walk_ctx_t_
436 {
437     u32 i6w_fib_index;
438     fib_table_walk_fn_t i6w_fn;
439     void *i6w_ctx;
440     fib_prefix_t i6w_root;
441     fib_prefix_t *i6w_sub_trees;
442 } ip6_fib_walk_ctx_t;
443
444 static int
445 ip6_fib_walk_cb (clib_bihash_kv_24_8_t * kvp,
446                  void *arg)
447 {
448     ip6_fib_walk_ctx_t *ctx = arg;
449     ip6_address_t key;
450
451     if ((kvp->key[2] >> 32) == ctx->i6w_fib_index)
452     {
453         key.as_u64[0] = kvp->key[0];
454         key.as_u64[1] = kvp->key[1];
455
456         if (ip6_destination_matches_route(&ip6_main,
457                                           &key,
458                                           &ctx->i6w_root.fp_addr.ip6,
459                                           ctx->i6w_root.fp_len))
460         {
461             const fib_prefix_t *sub_tree;
462             int skip = 0;
463
464             /*
465              * exclude sub-trees the walk does not want to explore
466              */
467             vec_foreach(sub_tree, ctx->i6w_sub_trees)
468             {
469                 if (ip6_destination_matches_route(&ip6_main,
470                                                   &key,
471                                                   &sub_tree->fp_addr.ip6,
472                                                   sub_tree->fp_len))
473                 {
474                     skip = 1;
475                     break;
476                 }
477             }
478
479             if (!skip)
480             {
481                 switch (ctx->i6w_fn(kvp->value, ctx->i6w_ctx))
482                 {
483                 case FIB_TABLE_WALK_CONTINUE:
484                     break;
485                 case FIB_TABLE_WALK_SUB_TREE_STOP: {
486                     fib_prefix_t pfx = {
487                         .fp_proto = FIB_PROTOCOL_IP6,
488                         .fp_len = kvp->key[2] & 0xffffffff,
489                         .fp_addr.ip6 = key,
490                     };
491                     vec_add1(ctx->i6w_sub_trees, pfx);
492                     break;
493                 }
494                 case FIB_TABLE_WALK_STOP:
495                     goto done;
496                 }
497             }
498         }
499     }
500 done:
501
502     return (1);
503 }
504
505 void
506 ip6_fib_table_walk (u32 fib_index,
507                     fib_table_walk_fn_t fn,
508                     void *arg)
509 {
510     ip6_fib_walk_ctx_t ctx = {
511         .i6w_fib_index = fib_index,
512         .i6w_fn = fn,
513         .i6w_ctx = arg,
514         .i6w_root = {
515             .fp_proto = FIB_PROTOCOL_IP6,
516         },
517         .i6w_sub_trees = NULL,
518     };
519
520     BV(clib_bihash_foreach_key_value_pair)(
521         &ip6_main.ip6_table[IP6_FIB_TABLE_NON_FWDING].ip6_hash,
522         ip6_fib_walk_cb,
523         &ctx);
524
525     vec_free(ctx.i6w_sub_trees);
526 }
527
528 void
529 ip6_fib_table_sub_tree_walk (u32 fib_index,
530                              const fib_prefix_t *root,
531                              fib_table_walk_fn_t fn,
532                              void *arg)
533 {
534     ip6_fib_walk_ctx_t ctx = {
535         .i6w_fib_index = fib_index,
536         .i6w_fn = fn,
537         .i6w_ctx = arg,
538         .i6w_root = *root,
539     };
540
541     BV(clib_bihash_foreach_key_value_pair)(
542         &ip6_main.ip6_table[IP6_FIB_TABLE_NON_FWDING].ip6_hash,
543         ip6_fib_walk_cb,
544         &ctx);
545 }
546
547 typedef struct ip6_fib_show_ctx_t_ {
548     fib_node_index_t *entries;
549 } ip6_fib_show_ctx_t;
550
551 static fib_table_walk_rc_t
552 ip6_fib_table_show_walk (fib_node_index_t fib_entry_index,
553                          void *arg)
554 {
555     ip6_fib_show_ctx_t *ctx = arg;
556
557     vec_add1(ctx->entries, fib_entry_index);
558
559     return (FIB_TABLE_WALK_CONTINUE);
560 }
561
562 static void
563 ip6_fib_table_show_all (ip6_fib_t *fib,
564                         vlib_main_t * vm)
565 {
566     fib_node_index_t *fib_entry_index;
567     ip6_fib_show_ctx_t ctx = {
568         .entries = NULL,
569     };
570
571     ip6_fib_table_walk(fib->index, ip6_fib_table_show_walk, &ctx);
572     vec_sort_with_function(ctx.entries, fib_entry_cmp_for_sort);
573
574     vec_foreach(fib_entry_index, ctx.entries)
575     {
576         vlib_cli_output(vm, "%U",
577                         format_fib_entry,
578                         *fib_entry_index,
579                         FIB_ENTRY_FORMAT_BRIEF);
580     }
581
582     vec_free(ctx.entries);
583 }
584
585 static void
586 ip6_fib_table_show_one (ip6_fib_t *fib,
587                         vlib_main_t * vm,
588                         ip6_address_t *address,
589                         u32 mask_len,
590                         int detail)
591 {
592     vlib_cli_output(vm, "%U",
593                     format_fib_entry,
594                     ip6_fib_table_lookup(fib->index, address, mask_len),
595                     (detail ?
596                      FIB_ENTRY_FORMAT_DETAIL2:
597                      FIB_ENTRY_FORMAT_DETAIL));
598 }
599
600 u8 *
601 format_ip6_fib_table_memory (u8 * s, va_list * args)
602 {
603     uword bytes_inuse;
604
605     bytes_inuse = 
606         ip6_main.ip6_table[IP6_FIB_TABLE_NON_FWDING].ip6_hash.alloc_arena_next
607         - ip6_main.ip6_table[IP6_FIB_TABLE_NON_FWDING].ip6_hash.alloc_arena;
608
609     bytes_inuse += 
610         ip6_main.ip6_table[IP6_FIB_TABLE_FWDING].ip6_hash.alloc_arena_next
611         - ip6_main.ip6_table[IP6_FIB_TABLE_FWDING].ip6_hash.alloc_arena;
612
613     s = format(s, "%=30s %=6d %=8ld\n",
614                "IPv6 unicast",
615                pool_elts(ip6_main.fibs),
616                bytes_inuse);
617     return (s);
618 }
619
620 typedef struct {
621   u32 fib_index;
622   u64 count_by_prefix_length[129];
623 } count_routes_in_fib_at_prefix_length_arg_t;
624
625 static void
626 count_routes_in_fib_at_prefix_length (BVT(clib_bihash_kv) * kvp,
627                                       void *arg)
628 {
629   count_routes_in_fib_at_prefix_length_arg_t * ap = arg;
630   int mask_width;
631
632   if ((kvp->key[2]>>32) != ap->fib_index)
633     return;
634
635   mask_width = kvp->key[2] & 0xFF;
636
637   ap->count_by_prefix_length[mask_width]++;
638 }
639
640 static clib_error_t *
641 ip6_show_fib (vlib_main_t * vm,
642               unformat_input_t * input,
643               vlib_cli_command_t * cmd)
644 {
645     count_routes_in_fib_at_prefix_length_arg_t _ca, *ca = &_ca;
646     ip6_main_t * im6 = &ip6_main;
647     fib_table_t *fib_table;
648     ip6_fib_t * fib;
649     int verbose, matching;
650     ip6_address_t matching_address;
651     u32 mask_len  = 128;
652     int table_id = -1, fib_index = ~0;
653     int detail = 0;
654
655     verbose = 1;
656     matching = 0;
657
658     while (unformat_check_input (input) != UNFORMAT_END_OF_INPUT)
659     {
660         if (unformat (input, "brief")   ||
661             unformat (input, "summary") ||
662             unformat (input, "sum"))
663             verbose = 0;
664  
665         else if (unformat (input, "detail")   ||
666                  unformat (input, "det"))
667             detail = 1;
668
669         else if (unformat (input, "%U/%d",
670                            unformat_ip6_address, &matching_address, &mask_len))
671             matching = 1;
672
673         else if (unformat (input, "%U", unformat_ip6_address, &matching_address))
674             matching = 1;
675
676         else if (unformat (input, "table %d", &table_id))
677             ;
678         else if (unformat (input, "index %d", &fib_index))
679             ;
680         else
681             break;
682     }
683
684     pool_foreach (fib_table, im6->fibs,
685     ({
686         fib_source_t source;
687         u8 *s = NULL;
688
689         fib = pool_elt_at_index(im6->v6_fibs, fib_table->ft_index);
690         if (table_id >= 0 && table_id != (int)fib->table_id)
691             continue;
692         if (fib_index != ~0 && fib_index != (int)fib->index)
693             continue;
694
695         s = format(s, "%U, fib_index:%d, flow hash:[%U] locks:[",
696                    format_fib_table_name, fib->index,
697                    FIB_PROTOCOL_IP6,
698                    fib->index,
699                    format_ip_flow_hash_config,
700                    fib_table->ft_flow_hash_config);
701         FOR_EACH_FIB_SOURCE(source)
702         {
703             if (0 != fib_table->ft_locks[source])
704             {
705                 s = format(s, "%U:%d, ",
706                            format_fib_source, source,
707                            fib_table->ft_locks[source]);
708             }
709         }
710         s = format (s, "]");
711         vlib_cli_output (vm, "%v", s);
712         vec_free(s);
713
714         /* Show summary? */
715         if (! verbose)
716         {
717             BVT(clib_bihash) * h = &im6->ip6_table[IP6_FIB_TABLE_NON_FWDING].ip6_hash;
718             int len;
719
720             vlib_cli_output (vm, "%=20s%=16s", "Prefix length", "Count");
721
722             memset (ca, 0, sizeof(*ca));
723             ca->fib_index = fib->index;
724
725             BV(clib_bihash_foreach_key_value_pair)
726                 (h, count_routes_in_fib_at_prefix_length, ca);
727
728             for (len = 128; len >= 0; len--)
729             {
730                 if (ca->count_by_prefix_length[len])
731                     vlib_cli_output (vm, "%=20d%=16lld", 
732                                      len, ca->count_by_prefix_length[len]);
733             }
734             continue;
735         }
736
737         if (!matching)
738         {
739             ip6_fib_table_show_all(fib, vm);
740         }
741         else
742         {
743             ip6_fib_table_show_one(fib, vm, &matching_address, mask_len, detail);
744         }
745     }));
746
747     return 0;
748 }
749
750 /*?
751  * This command displays the IPv6 FIB Tables (VRF Tables) and the route
752  * entries for each table.
753  *
754  * @note This command will run for a long time when the FIB tables are
755  * comprised of millions of entries. For those senarios, consider displaying
756  * in summary mode.
757  *
758  * @cliexpar
759  * @parblock
760  * Example of how to display all the IPv6 FIB tables:
761  * @cliexstart{show ip6 fib}
762  * ipv6-VRF:0, fib_index 0, flow hash: src dst sport dport proto
763  * @::/0
764  *   unicast-ip6-chain
765  *   [@0]: dpo-load-balance: [index:5 buckets:1 uRPF:5 to:[0:0]]
766  *     [0] [@0]: dpo-drop ip6
767  * fe80::/10
768  *   unicast-ip6-chain
769  *   [@0]: dpo-load-balance: [index:10 buckets:1 uRPF:10 to:[0:0]]
770  *     [0] [@2]: dpo-receive
771  * ff02::1/128
772  *   unicast-ip6-chain
773  *   [@0]: dpo-load-balance: [index:8 buckets:1 uRPF:8 to:[0:0]]
774  *     [0] [@2]: dpo-receive
775  * ff02::2/128
776  *   unicast-ip6-chain
777  *   [@0]: dpo-load-balance: [index:7 buckets:1 uRPF:7 to:[0:0]]
778  *     [0] [@2]: dpo-receive
779  * ff02::16/128
780  *   unicast-ip6-chain
781  *   [@0]: dpo-load-balance: [index:9 buckets:1 uRPF:9 to:[0:0]]
782  *     [0] [@2]: dpo-receive
783  * ff02::1:ff00:0/104
784  *   unicast-ip6-chain
785  *   [@0]: dpo-load-balance: [index:6 buckets:1 uRPF:6 to:[0:0]]
786  *     [0] [@2]: dpo-receive
787  * ipv6-VRF:8, fib_index 1, flow hash: src dst sport dport proto
788  * @::/0
789  *   unicast-ip6-chain
790  *   [@0]: dpo-load-balance: [index:21 buckets:1 uRPF:20 to:[0:0]]
791  *     [0] [@0]: dpo-drop ip6
792  * @::a:1:1:0:4/126
793  *   unicast-ip6-chain
794  *   [@0]: dpo-load-balance: [index:27 buckets:1 uRPF:26 to:[0:0]]
795  *     [0] [@4]: ipv6-glean: af_packet0
796  * @::a:1:1:0:7/128
797  *   unicast-ip6-chain
798  *   [@0]: dpo-load-balance: [index:28 buckets:1 uRPF:27 to:[0:0]]
799  *     [0] [@2]: dpo-receive: @::a:1:1:0:7 on af_packet0
800  * fe80::/10
801  *   unicast-ip6-chain
802  *   [@0]: dpo-load-balance: [index:26 buckets:1 uRPF:25 to:[0:0]]
803  *     [0] [@2]: dpo-receive
804  * fe80::fe:3eff:fe3e:9222/128
805  *   unicast-ip6-chain
806  *   [@0]: dpo-load-balance: [index:29 buckets:1 uRPF:28 to:[0:0]]
807  *     [0] [@2]: dpo-receive: fe80::fe:3eff:fe3e:9222 on af_packet0
808  * ff02::1/128
809  *   unicast-ip6-chain
810  *   [@0]: dpo-load-balance: [index:24 buckets:1 uRPF:23 to:[0:0]]
811  *     [0] [@2]: dpo-receive
812  * ff02::2/128
813  *   unicast-ip6-chain
814  *   [@0]: dpo-load-balance: [index:23 buckets:1 uRPF:22 to:[0:0]]
815  *     [0] [@2]: dpo-receive
816  * ff02::16/128
817  *   unicast-ip6-chain
818  *   [@0]: dpo-load-balance: [index:25 buckets:1 uRPF:24 to:[0:0]]
819  *     [0] [@2]: dpo-receive
820  * ff02::1:ff00:0/104
821  *   unicast-ip6-chain
822  *   [@0]: dpo-load-balance: [index:22 buckets:1 uRPF:21 to:[0:0]]
823  *     [0] [@2]: dpo-receive
824  * @cliexend
825  *
826  * Example of how to display a summary of all IPv6 FIB tables:
827  * @cliexstart{show ip6 fib summary}
828  * ipv6-VRF:0, fib_index 0, flow hash: src dst sport dport proto
829  *     Prefix length         Count
830  *          128                3
831  *          104                1
832  *          10                 1
833  *           0                 1
834  * ipv6-VRF:8, fib_index 1, flow hash: src dst sport dport proto
835  *     Prefix length         Count
836  *          128                5
837  *          126                1
838  *          104                1
839  *          10                 1
840  *           0                 1
841  * @cliexend
842  * @endparblock
843  ?*/
844 /* *INDENT-OFF* */
845 VLIB_CLI_COMMAND (ip6_show_fib_command, static) = {
846     .path = "show ip6 fib",
847     .short_help = "show ip6 fib [summary] [table <table-id>] [index <fib-id>] [<ip6-addr>[/<width>]] [detail]",
848     .function = ip6_show_fib,
849 };
850 /* *INDENT-ON* */