2 * Copyright (c) 2016 Cisco and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
16 #include <vnet/lisp-gpe/lisp_gpe_fwd_entry.h>
17 #include <vnet/lisp-gpe/lisp_gpe_adjacency.h>
18 #include <vnet/lisp-gpe/lisp_gpe_tenant.h>
19 #include <vnet/lisp-cp/lisp_cp_dpo.h>
20 #include <vnet/fib/fib_table.h>
21 #include <vnet/fib/fib_entry.h>
22 #include <vnet/fib/fib_path_list.h>
23 #include <vnet/fib/ip6_fib.h>
24 #include <vnet/fib/ip4_fib.h>
25 #include <vnet/dpo/drop_dpo.h>
26 #include <vnet/dpo/lookup_dpo.h>
27 #include <vnet/dpo/load_balance.h>
28 #include <vnet/adj/adj_midchain.h>
31 * @brief Add route to IP4 or IP6 Destination FIB.
33 * Add a route to the destination FIB that results in the lookup
34 * in the SRC FIB. The SRC FIB is created is it does not yet exist.
36 * @param[in] dst_table_id Destination FIB Table-ID
37 * @param[in] dst_prefix Destination IP prefix.
39 * @return src_fib_index The index/ID of the SRC FIB created.
42 ip_dst_fib_add_route (u32 dst_fib_index, const ip_prefix_t * dst_prefix)
44 fib_node_index_t src_fib_index;
45 fib_prefix_t dst_fib_prefix;
46 fib_node_index_t dst_fei;
48 ASSERT (NULL != dst_prefix);
50 ip_prefix_to_fib_prefix (dst_prefix, &dst_fib_prefix);
53 * lookup the destination prefix in the VRF table and retrieve the
54 * LISP associated data
56 dst_fei = fib_table_lookup_exact_match (dst_fib_index, &dst_fib_prefix);
59 * If the FIB entry is not present, or not LISP sourced, add it
61 if (dst_fei == FIB_NODE_INDEX_INVALID ||
62 NULL == fib_entry_get_source_data (dst_fei, FIB_SOURCE_LISP))
64 dpo_id_t src_lkup_dpo = DPO_INVALID;
66 /* create a new src FIB. */
68 fib_table_create_and_lock (dst_fib_prefix.fp_proto,
69 "LISP-src for [%d,%U]",
71 format_fib_prefix, &dst_fib_prefix);
73 * add src fib default route
75 fib_prefix_t prefix = {
76 .fp_proto = dst_fib_prefix.fp_proto,
78 fib_table_entry_special_dpo_add (src_fib_index, &prefix,
80 FIB_ENTRY_FLAG_EXCLUSIVE,
81 lisp_cp_dpo_get (fib_proto_to_dpo
82 (dst_fib_prefix.fp_proto)));
84 * create a data-path object to perform the source address lookup
87 lookup_dpo_add_or_lock_w_fib_index (src_fib_index,
88 (ip_prefix_version (dst_prefix) ==
92 LOOKUP_INPUT_SRC_ADDR,
93 LOOKUP_TABLE_FROM_CONFIG,
97 * add the entry to the destination FIB that uses the lookup DPO
99 dst_fei = fib_table_entry_special_dpo_add (dst_fib_index,
102 FIB_ENTRY_FLAG_EXCLUSIVE,
106 * the DPO is locked by the FIB entry, and we have no further
109 dpo_unlock (&src_lkup_dpo);
112 * save the SRC FIB index on the entry so we can retrieve it for
115 fib_entry_set_source_data (dst_fei, FIB_SOURCE_LISP, &src_fib_index);
120 * destination FIB entry already present
122 src_fib_index = *(u32 *) fib_entry_get_source_data (dst_fei,
126 return (src_fib_index);
130 * @brief Del route to IP4 or IP6 SD FIB.
132 * Remove routes from both destination and source FIBs.
134 * @param[in] src_fib_index The index/ID of the SRC FIB
135 * @param[in] src_prefix Source IP prefix.
136 * @param[in] dst_fib_index The index/ID of the DST FIB
137 * @param[in] dst_prefix Destination IP prefix.
140 ip_src_dst_fib_del_route (u32 src_fib_index,
141 const ip_prefix_t * src_prefix,
142 u32 dst_fib_index, const ip_prefix_t * dst_prefix)
144 fib_prefix_t dst_fib_prefix, src_fib_prefix;
148 ASSERT (NULL != dst_prefix);
149 ASSERT (NULL != src_prefix);
151 ip_prefix_to_fib_prefix (dst_prefix, &dst_fib_prefix);
152 ip_prefix_to_fib_prefix (src_prefix, &src_fib_prefix);
154 fib_table_entry_delete (src_fib_index, &src_fib_prefix, FIB_SOURCE_LISP);
156 /* check if only default left or empty */
157 fib_prefix_t default_pref = {
158 .fp_proto = dst_fib_prefix.fp_proto
161 if (fib_table_lookup_exact_match (src_fib_index,
162 &default_pref) != FIB_NODE_INDEX_INVALID)
165 n_entries = fib_table_get_num_entries (src_fib_index,
166 src_fib_prefix.fp_proto,
168 if (n_entries == 0 || (have_default && n_entries == 1))
171 * remove src FIB default route
174 fib_table_entry_special_remove (src_fib_index, &default_pref,
178 * there's nothing left now, unlock the source FIB and the
181 fib_table_entry_special_remove (dst_fib_index,
182 &dst_fib_prefix, FIB_SOURCE_LISP);
183 fib_table_unlock (src_fib_index, src_fib_prefix.fp_proto);
188 * @brief Add route to IP4 or IP6 SRC FIB.
190 * Adds a route to in the LISP SRC FIB with the result of the route
191 * being the DPO passed.
193 * @param[in] src_fib_index The index/ID of the SRC FIB
194 * @param[in] src_prefix Source IP prefix.
195 * @param[in] src_dpo The DPO the route will link to.
198 ip_src_fib_add_route_w_dpo (u32 src_fib_index,
199 const ip_prefix_t * src_prefix,
200 const dpo_id_t * src_dpo)
202 fib_prefix_t src_fib_prefix;
204 ip_prefix_to_fib_prefix (src_prefix, &src_fib_prefix);
207 * add the entry into the source fib.
209 fib_node_index_t src_fei;
211 src_fei = fib_table_lookup_exact_match (src_fib_index, &src_fib_prefix);
213 if (FIB_NODE_INDEX_INVALID == src_fei ||
214 !fib_entry_is_sourced (src_fei, FIB_SOURCE_LISP))
216 fib_table_entry_special_dpo_add (src_fib_index,
219 FIB_ENTRY_FLAG_EXCLUSIVE, src_dpo);
223 static fib_route_path_t *
224 lisp_gpe_mk_fib_paths (const lisp_fwd_path_t * paths)
226 const lisp_gpe_adjacency_t *ladj;
227 fib_route_path_t *rpaths = NULL;
232 vec_validate (rpaths, vec_len (paths) - 1);
234 best_priority = paths[0].priority;
236 vec_foreach_index (ii, paths)
238 if (paths[0].priority != best_priority)
241 ladj = lisp_gpe_adjacency_get (paths[ii].lisp_adj);
243 ip_address_to_46 (&ladj->remote_rloc, &rpaths[ii].frp_addr, &fp);
245 rpaths[ii].frp_proto = fib_proto_to_dpo (fp);
246 rpaths[ii].frp_sw_if_index = ladj->sw_if_index;
247 rpaths[ii].frp_weight = (paths[ii].weight ? paths[ii].weight : 1);
250 ASSERT (0 != vec_len (rpaths));
256 * @brief Add route to IP4 or IP6 SRC FIB.
258 * Adds a route to in the LISP SRC FIB for the tunnel.
260 * @param[in] src_fib_index The index/ID of the SRC FIB
261 * @param[in] src_prefix Source IP prefix.
262 * @param[in] paths The paths from which to construct the
266 ip_src_fib_add_route (u32 src_fib_index,
267 const ip_prefix_t * src_prefix,
268 const lisp_fwd_path_t * paths)
270 fib_prefix_t src_fib_prefix;
271 fib_route_path_t *rpaths;
273 ip_prefix_to_fib_prefix (src_prefix, &src_fib_prefix);
275 rpaths = lisp_gpe_mk_fib_paths (paths);
277 fib_table_entry_update (src_fib_index,
279 FIB_SOURCE_LISP, FIB_ENTRY_FLAG_NONE, rpaths);
284 gpe_native_fwd_add_del_lfe (lisp_gpe_fwd_entry_t * lfe, u8 is_add)
286 lisp_gpe_main_t *lgm = vnet_lisp_gpe_get_main ();
287 u8 found = 0, ip_version;
289 ip_version = ip_prefix_version (&lfe->key->rmt.ippref);
291 new_lfei = lfe - lgm->lisp_fwd_entry_pool;
292 vec_foreach (lfei, lgm->native_fwd_lfes[ip_version])
294 lfe = pool_elt_at_index (lgm->lisp_fwd_entry_pool, lfei[0]);
295 if (lfei[0] == new_lfei)
305 vec_add1 (lgm->native_fwd_lfes[ip_version], new_lfei);
310 vec_del1 (lgm->native_fwd_lfes[ip_version], lfei[0]);
315 create_fib_entries (lisp_gpe_fwd_entry_t * lfe)
317 lisp_gpe_main_t *lgm = vnet_lisp_gpe_get_main ();
320 fib_prefix_t fib_prefix;
321 u8 ip_version = ip_prefix_version (&lfe->key->rmt.ippref);
322 dproto = (ip_version == IP4 ? DPO_PROTO_IP4 : DPO_PROTO_IP6);
326 lfe->src_fib_index = ip_dst_fib_add_route (lfe->eid_fib_index,
327 &lfe->key->rmt.ippref);
328 memcpy (&ippref, &lfe->key->lcl.ippref, sizeof (ippref));
332 lfe->src_fib_index = lfe->eid_fib_index;
333 memcpy (&ippref, &lfe->key->rmt.ippref, sizeof (ippref));
336 if (LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE == lfe->type)
338 dpo_id_t dpo = DPO_INVALID;
342 case LISP_FORWARD_NATIVE:
343 /* TODO handle route overlaps with fib and default route */
344 if (vec_len (lgm->native_fwd_rpath[ip_version]))
346 ip_prefix_to_fib_prefix (&lfe->key->rmt.ippref, &fib_prefix);
347 fib_table_entry_update (lfe->eid_fib_index, &fib_prefix,
348 FIB_SOURCE_LISP, FIB_ENTRY_FLAG_NONE,
349 lgm->native_fwd_rpath[ip_version]);
350 gpe_native_fwd_add_del_lfe (lfe, 1);
354 /* TODO update timers? */
355 case LISP_SEND_MAP_REQUEST:
356 /* insert tunnel that always sends map-request */
357 dpo_copy (&dpo, lisp_cp_dpo_get (dproto));
360 /* for drop fwd entries, just add route, no need to add encap tunnel */
361 dpo_copy (&dpo, drop_dpo_get (dproto));
364 ip_src_fib_add_route_w_dpo (lfe->src_fib_index, &ippref, &dpo);
369 ip_src_fib_add_route (lfe->src_fib_index, &ippref, lfe->paths);
374 delete_fib_entries (lisp_gpe_fwd_entry_t * lfe)
376 fib_prefix_t dst_fib_prefix;
379 ip_src_dst_fib_del_route (lfe->src_fib_index,
380 &lfe->key->lcl.ippref,
381 lfe->eid_fib_index, &lfe->key->rmt.ippref);
384 ip_prefix_to_fib_prefix (&lfe->key->rmt.ippref, &dst_fib_prefix);
385 fib_table_entry_delete (lfe->src_fib_index, &dst_fib_prefix,
387 gpe_native_fwd_add_del_lfe (lfe, 0);
391 static lisp_gpe_fwd_entry_t *
392 find_fwd_entry (lisp_gpe_main_t * lgm,
393 vnet_lisp_gpe_add_del_fwd_entry_args_t * a,
394 lisp_gpe_fwd_entry_key_t * key)
398 memset (key, 0, sizeof (*key));
400 if (GID_ADDR_IP_PREFIX == gid_address_type (&a->rmt_eid))
403 * the ip version of the source is not set to ip6 when the
404 * source is all zeros. force it.
406 ip_prefix_version (&gid_address_ippref (&a->lcl_eid)) =
407 ip_prefix_version (&gid_address_ippref (&a->rmt_eid));
410 gid_to_dp_address (&a->rmt_eid, &key->rmt);
411 gid_to_dp_address (&a->lcl_eid, &key->lcl);
414 p = hash_get_mem (lgm->lisp_gpe_fwd_entries, key);
418 return (pool_elt_at_index (lgm->lisp_fwd_entry_pool, p[0]));
424 lisp_gpe_fwd_entry_path_sort (void *a1, void *a2)
426 lisp_fwd_path_t *p1 = a1, *p2 = a2;
428 return (p1->priority - p2->priority);
432 lisp_gpe_fwd_entry_mk_paths (lisp_gpe_fwd_entry_t * lfe,
433 vnet_lisp_gpe_add_del_fwd_entry_args_t * a)
435 lisp_fwd_path_t *path;
438 vec_validate (lfe->paths, vec_len (a->locator_pairs) - 1);
440 vec_foreach_index (index, a->locator_pairs)
442 path = &lfe->paths[index];
444 path->priority = a->locator_pairs[index].priority;
445 path->weight = a->locator_pairs[index].weight;
448 lisp_gpe_adjacency_find_or_create_and_lock (&a->locator_pairs
450 a->dp_table, lfe->key->vni);
452 vec_sort_with_function (lfe->paths, lisp_gpe_fwd_entry_path_sort);
456 vnet_lisp_gpe_add_fwd_counters (vnet_lisp_gpe_add_del_fwd_entry_args_t * a,
459 const lisp_gpe_adjacency_t *ladj;
460 lisp_fwd_path_t *path;
461 lisp_gpe_main_t *lgm = vnet_lisp_gpe_get_main ();
463 lisp_gpe_fwd_entry_t *lfe;
464 lisp_gpe_fwd_entry_key_t fe_key;
465 lisp_stats_key_t key;
467 lfe = find_fwd_entry (lgm, a, &fe_key);
472 if (LISP_GPE_FWD_ENTRY_TYPE_NORMAL != lfe->type)
475 memset (&key, 0, sizeof (key));
476 key.fwd_entry_index = fwd_entry_index;
478 vec_foreach (path, lfe->paths)
480 ladj = lisp_gpe_adjacency_get (path->lisp_adj);
481 key.tunnel_index = ladj->tunnel_index;
482 lisp_stats_key_t *key_copy = clib_mem_alloc (sizeof (*key_copy));
483 memcpy (key_copy, &key, sizeof (*key_copy));
484 pool_get (lgm->dummy_stats_pool, dummy_elt);
485 hash_set_mem (lgm->lisp_stats_index_by_key, key_copy,
486 dummy_elt - lgm->dummy_stats_pool);
488 vlib_validate_combined_counter (&lgm->counters,
489 dummy_elt - lgm->dummy_stats_pool);
490 vlib_zero_combined_counter (&lgm->counters,
491 dummy_elt - lgm->dummy_stats_pool);
496 * @brief Add/Delete LISP IP forwarding entry.
498 * creation of forwarding entries for IP LISP overlay:
500 * @param[in] lgm Reference to @ref lisp_gpe_main_t.
501 * @param[in] a Parameters for building the forwarding entry.
503 * @return 0 on success.
506 add_ip_fwd_entry (lisp_gpe_main_t * lgm,
507 vnet_lisp_gpe_add_del_fwd_entry_args_t * a)
509 lisp_gpe_fwd_entry_key_t key;
510 lisp_gpe_fwd_entry_t *lfe;
511 fib_protocol_t fproto;
513 lfe = find_fwd_entry (lgm, a, &key);
516 /* don't support updates */
517 return VNET_API_ERROR_INVALID_VALUE;
519 pool_get (lgm->lisp_fwd_entry_pool, lfe);
520 memset (lfe, 0, sizeof (*lfe));
521 lfe->key = clib_mem_alloc (sizeof (key));
522 memcpy (lfe->key, &key, sizeof (key));
524 hash_set_mem (lgm->lisp_gpe_fwd_entries, lfe->key,
525 lfe - lgm->lisp_fwd_entry_pool);
526 a->fwd_entry_index = lfe - lgm->lisp_fwd_entry_pool;
528 fproto = (IP4 == ip_prefix_version (&fid_addr_ippref (&lfe->key->rmt)) ?
529 FIB_PROTOCOL_IP4 : FIB_PROTOCOL_IP6);
531 lfe->type = (a->is_negative ?
532 LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE :
533 LISP_GPE_FWD_ENTRY_TYPE_NORMAL);
534 lfe->tenant = lisp_gpe_tenant_find_or_create (lfe->key->vni);
535 lfe->eid_table_id = a->table_id;
536 lfe->eid_fib_index = fib_table_find_or_create_and_lock (fproto,
538 lfe->is_src_dst = a->is_src_dst;
540 if (LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE != lfe->type)
542 lisp_gpe_fwd_entry_mk_paths (lfe, a);
546 lfe->action = a->action;
549 create_fib_entries (lfe);
554 del_ip_fwd_entry_i (lisp_gpe_main_t * lgm, lisp_gpe_fwd_entry_t * lfe)
556 lisp_fwd_path_t *path;
557 fib_protocol_t fproto;
559 if (LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE != lfe->type)
561 vec_foreach (path, lfe->paths)
563 lisp_gpe_adjacency_unlock (path->lisp_adj);
567 delete_fib_entries (lfe);
569 fproto = (IP4 == ip_prefix_version (&fid_addr_ippref (&lfe->key->rmt)) ?
570 FIB_PROTOCOL_IP4 : FIB_PROTOCOL_IP6);
571 fib_table_unlock (lfe->eid_fib_index, fproto);
573 hash_unset_mem (lgm->lisp_gpe_fwd_entries, lfe->key);
574 clib_mem_free (lfe->key);
575 pool_put (lgm->lisp_fwd_entry_pool, lfe);
579 * @brief Add/Delete LISP IP forwarding entry.
581 * removal of forwarding entries for IP LISP overlay:
583 * @param[in] lgm Reference to @ref lisp_gpe_main_t.
584 * @param[in] a Parameters for building the forwarding entry.
586 * @return 0 on success.
589 del_ip_fwd_entry (lisp_gpe_main_t * lgm,
590 vnet_lisp_gpe_add_del_fwd_entry_args_t * a)
592 lisp_gpe_fwd_entry_key_t key;
593 lisp_gpe_fwd_entry_t *lfe;
595 lfe = find_fwd_entry (lgm, a, &key);
599 return VNET_API_ERROR_INVALID_VALUE;
601 del_ip_fwd_entry_i (lgm, lfe);
607 make_mac_fib_key (BVT (clib_bihash_kv) * kv, u16 bd_index, u8 src_mac[6],
610 kv->key[0] = (((u64) bd_index) << 48) | mac_to_u64 (dst_mac);
611 kv->key[1] = mac_to_u64 (src_mac);
616 * @brief Lookup L2 SD FIB entry
618 * Does a vni + dest + source lookup in the L2 LISP FIB. If the lookup fails
619 * it tries a second time with source set to 0 (i.e., a simple dest lookup).
621 * @param[in] lgm Reference to @ref lisp_gpe_main_t.
622 * @param[in] bd_index Bridge domain index.
623 * @param[in] src_mac Source mac address.
624 * @param[in] dst_mac Destination mac address.
626 * @return index of mapping matching the lookup key.
629 lisp_l2_fib_lookup (lisp_gpe_main_t * lgm, u16 bd_index, u8 src_mac[6],
633 BVT (clib_bihash_kv) kv, value;
635 make_mac_fib_key (&kv, bd_index, src_mac, dst_mac);
636 rv = BV (clib_bihash_search_inline_2) (&lgm->l2_fib, &kv, &value);
638 /* no match, try with src 0, catch all for dst */
642 rv = BV (clib_bihash_search_inline_2) (&lgm->l2_fib, &kv, &value);
649 return lisp_gpe_main.l2_lb_cp_lkup.dpoi_index;
653 * @brief Add/del L2 SD FIB entry
655 * Inserts value in L2 FIB keyed by vni + dest + source. If entry is
656 * overwritten the associated value is returned.
658 * @param[in] lgm Reference to @ref lisp_gpe_main_t.
659 * @param[in] bd_index Bridge domain index.
660 * @param[in] src_mac Source mac address.
661 * @param[in] dst_mac Destination mac address.
662 * @param[in] val Value to add.
663 * @param[in] is_add Add/del flag.
665 * @return ~0 or value of overwritten entry.
668 lisp_l2_fib_add_del_entry (u16 bd_index, u8 src_mac[6],
669 u8 dst_mac[6], const dpo_id_t * dpo, u8 is_add)
671 lisp_gpe_main_t *lgm = &lisp_gpe_main;
672 BVT (clib_bihash_kv) kv, value;
675 make_mac_fib_key (&kv, bd_index, src_mac, dst_mac);
677 if (BV (clib_bihash_search) (&lgm->l2_fib, &kv, &value) == 0)
678 old_val = value.value;
681 BV (clib_bihash_add_del) (&lgm->l2_fib, &kv, 0 /* is_add */ );
684 kv.value = dpo->dpoi_index;
685 BV (clib_bihash_add_del) (&lgm->l2_fib, &kv, 1 /* is_add */ );
690 #define L2_FIB_DEFAULT_HASH_NUM_BUCKETS (64 * 1024)
691 #define L2_FIB_DEFAULT_HASH_MEMORY_SIZE (32<<20)
694 l2_fib_init (lisp_gpe_main_t * lgm)
698 BV (clib_bihash_init) (&lgm->l2_fib, "l2 fib",
699 1 << max_log2 (L2_FIB_DEFAULT_HASH_NUM_BUCKETS),
700 L2_FIB_DEFAULT_HASH_MEMORY_SIZE);
703 * the result from a 'miss' in a L2 Table
705 lbi = load_balance_create (1, DPO_PROTO_ETHERNET, 0);
706 load_balance_set_bucket (lbi, 0, lisp_cp_dpo_get (DPO_PROTO_ETHERNET));
708 dpo_set (&lgm->l2_lb_cp_lkup, DPO_LOAD_BALANCE, DPO_PROTO_ETHERNET, lbi);
712 del_l2_fwd_entry_i (lisp_gpe_main_t * lgm, lisp_gpe_fwd_entry_t * lfe)
714 lisp_fwd_path_t *path;
716 if (LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE != lfe->type)
718 vec_foreach (path, lfe->paths)
720 lisp_gpe_adjacency_unlock (path->lisp_adj);
722 fib_path_list_child_remove (lfe->l2.path_list_index,
723 lfe->l2.child_index);
726 lisp_l2_fib_add_del_entry (lfe->l2.eid_bd_index,
727 fid_addr_mac (&lfe->key->lcl),
728 fid_addr_mac (&lfe->key->rmt), NULL, 0);
730 hash_unset_mem (lgm->lisp_gpe_fwd_entries, lfe->key);
731 clib_mem_free (lfe->key);
732 pool_put (lgm->lisp_fwd_entry_pool, lfe);
736 * @brief Delete LISP L2 forwarding entry.
738 * Coordinates the removal of forwarding entries for L2 LISP overlay:
740 * @param[in] lgm Reference to @ref lisp_gpe_main_t.
741 * @param[in] a Parameters for building the forwarding entry.
743 * @return 0 on success.
746 del_l2_fwd_entry (lisp_gpe_main_t * lgm,
747 vnet_lisp_gpe_add_del_fwd_entry_args_t * a)
749 lisp_gpe_fwd_entry_key_t key;
750 lisp_gpe_fwd_entry_t *lfe;
752 lfe = find_fwd_entry (lgm, a, &key);
755 return VNET_API_ERROR_INVALID_VALUE;
757 del_l2_fwd_entry_i (lgm, lfe);
763 * @brief Construct and insert the forwarding information used by an L2 entry
766 lisp_gpe_l2_update_fwding (lisp_gpe_fwd_entry_t * lfe)
768 lisp_gpe_main_t *lgm = &lisp_gpe_main;
769 dpo_id_t dpo = DPO_INVALID;
771 if (LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE != lfe->type)
773 fib_path_list_contribute_forwarding (lfe->l2.path_list_index,
774 FIB_FORW_CHAIN_TYPE_ETHERNET,
776 dpo_copy (&dpo, &lfe->l2.dpo);
782 case SEND_MAP_REQUEST:
783 dpo_copy (&dpo, &lgm->l2_lb_cp_lkup);
788 dpo_copy (&dpo, drop_dpo_get (DPO_PROTO_ETHERNET));
792 /* add entry to l2 lisp fib */
793 lisp_l2_fib_add_del_entry (lfe->l2.eid_bd_index,
794 fid_addr_mac (&lfe->key->lcl),
795 fid_addr_mac (&lfe->key->rmt), &dpo, 1);
801 * @brief Add LISP L2 forwarding entry.
803 * Coordinates the creation of forwarding entries for L2 LISP overlay:
804 * creates lisp-gpe tunnel and injects new entry in Source/Dest L2 FIB.
806 * @param[in] lgm Reference to @ref lisp_gpe_main_t.
807 * @param[in] a Parameters for building the forwarding entry.
809 * @return 0 on success.
812 add_l2_fwd_entry (lisp_gpe_main_t * lgm,
813 vnet_lisp_gpe_add_del_fwd_entry_args_t * a)
815 lisp_gpe_fwd_entry_key_t key;
816 bd_main_t *bdm = &bd_main;
817 lisp_gpe_fwd_entry_t *lfe;
820 bd_indexp = hash_get (bdm->bd_index_by_bd_id, a->bd_id);
823 clib_warning ("bridge domain %d doesn't exist", a->bd_id);
827 lfe = find_fwd_entry (lgm, a, &key);
830 /* don't support updates */
831 return VNET_API_ERROR_INVALID_VALUE;
833 pool_get (lgm->lisp_fwd_entry_pool, lfe);
834 memset (lfe, 0, sizeof (*lfe));
835 lfe->key = clib_mem_alloc (sizeof (key));
836 memcpy (lfe->key, &key, sizeof (key));
838 hash_set_mem (lgm->lisp_gpe_fwd_entries, lfe->key,
839 lfe - lgm->lisp_fwd_entry_pool);
840 a->fwd_entry_index = lfe - lgm->lisp_fwd_entry_pool;
842 lfe->type = (a->is_negative ?
843 LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE :
844 LISP_GPE_FWD_ENTRY_TYPE_NORMAL);
845 lfe->l2.eid_bd_id = a->bd_id;
846 lfe->l2.eid_bd_index = bd_indexp[0];
847 lfe->tenant = lisp_gpe_tenant_find_or_create (lfe->key->vni);
849 if (LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE != lfe->type)
851 fib_route_path_t *rpaths;
854 * Make the sorted array of LISP paths with their resp. adjacency
856 lisp_gpe_fwd_entry_mk_paths (lfe, a);
859 * From the LISP paths, construct a FIB path list that will
860 * contribute a load-balance.
862 rpaths = lisp_gpe_mk_fib_paths (lfe->paths);
864 lfe->l2.path_list_index =
865 fib_path_list_create (FIB_PATH_LIST_FLAG_NONE, rpaths);
868 * become a child of the path-list so we receive updates when
869 * its forwarding state changes. this includes an implicit lock.
871 lfe->l2.child_index =
872 fib_path_list_child_add (lfe->l2.path_list_index,
873 FIB_NODE_TYPE_LISP_GPE_FWD_ENTRY,
874 lfe - lgm->lisp_fwd_entry_pool);
878 lfe->action = a->action;
881 lisp_gpe_l2_update_fwding (lfe);
887 * @brief Lookup NSH SD FIB entry
889 * Does an SPI+SI lookup in the NSH LISP FIB.
891 * @param[in] lgm Reference to @ref lisp_gpe_main_t.
892 * @param[in] spi_si SPI + SI.
894 * @return next node index.
897 lisp_nsh_fib_lookup (lisp_gpe_main_t * lgm, u32 spi_si_net_order)
900 BVT (clib_bihash_kv) kv, value;
902 memset (&kv, 0, sizeof (kv));
903 kv.key[0] = spi_si_net_order;
904 rv = BV (clib_bihash_search_inline_2) (&lgm->nsh_fib, &kv, &value);
908 return lgm->nsh_cp_lkup;
912 lisp_gpe_fwd_entry_t *lfe;
913 lfe = pool_elt_at_index (lgm->lisp_fwd_entry_pool, value.value);
914 return &lfe->nsh.choice;
919 * @brief Add/del NSH FIB entry
921 * Inserts value in NSH FIB keyed by SPI+SI. If entry is
922 * overwritten the associated value is returned.
924 * @param[in] lgm Reference to @ref lisp_gpe_main_t.
925 * @param[in] spi_si SPI + SI.
926 * @param[in] dpo Load balanced mapped to SPI + SI
928 * @return ~0 or value of overwritten entry.
931 lisp_nsh_fib_add_del_entry (u32 spi_si_host_order, u32 lfei, u8 is_add)
933 lisp_gpe_main_t *lgm = &lisp_gpe_main;
934 BVT (clib_bihash_kv) kv, value;
937 memset (&kv, 0, sizeof (kv));
938 kv.key[0] = clib_host_to_net_u32 (spi_si_host_order);
941 if (BV (clib_bihash_search) (&lgm->nsh_fib, &kv, &value) == 0)
942 old_val = value.value;
945 BV (clib_bihash_add_del) (&lgm->nsh_fib, &kv, 0 /* is_add */ );
949 BV (clib_bihash_add_del) (&lgm->nsh_fib, &kv, 1 /* is_add */ );
954 #define NSH_FIB_DEFAULT_HASH_NUM_BUCKETS (64 * 1024)
955 #define NSH_FIB_DEFAULT_HASH_MEMORY_SIZE (32<<20)
958 nsh_fib_init (lisp_gpe_main_t * lgm)
960 BV (clib_bihash_init) (&lgm->nsh_fib, "nsh fib",
961 1 << max_log2 (NSH_FIB_DEFAULT_HASH_NUM_BUCKETS),
962 NSH_FIB_DEFAULT_HASH_MEMORY_SIZE);
965 * the result from a 'miss' in a NSH Table
967 lgm->nsh_cp_lkup = lisp_cp_dpo_get (DPO_PROTO_NSH);
971 del_nsh_fwd_entry_i (lisp_gpe_main_t * lgm, lisp_gpe_fwd_entry_t * lfe)
973 lisp_fwd_path_t *path;
975 if (LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE != lfe->type)
977 vec_foreach (path, lfe->paths)
979 lisp_gpe_adjacency_unlock (path->lisp_adj);
981 fib_path_list_child_remove (lfe->nsh.path_list_index,
982 lfe->nsh.child_index);
983 dpo_reset (&lfe->nsh.choice);
986 lisp_nsh_fib_add_del_entry (fid_addr_nsh (&lfe->key->rmt), (u32) ~ 0, 0);
988 hash_unset_mem (lgm->lisp_gpe_fwd_entries, lfe->key);
989 clib_mem_free (lfe->key);
990 pool_put (lgm->lisp_fwd_entry_pool, lfe);
994 * @brief Delete LISP NSH forwarding entry.
996 * Coordinates the removal of forwarding entries for NSH LISP overlay:
998 * @param[in] lgm Reference to @ref lisp_gpe_main_t.
999 * @param[in] a Parameters for building the forwarding entry.
1001 * @return 0 on success.
1004 del_nsh_fwd_entry (lisp_gpe_main_t * lgm,
1005 vnet_lisp_gpe_add_del_fwd_entry_args_t * a)
1007 lisp_gpe_fwd_entry_key_t key;
1008 lisp_gpe_fwd_entry_t *lfe;
1010 lfe = find_fwd_entry (lgm, a, &key);
1013 return VNET_API_ERROR_INVALID_VALUE;
1015 del_nsh_fwd_entry_i (lgm, lfe);
1021 * @brief Construct and insert the forwarding information used by an NSH entry
1024 lisp_gpe_nsh_update_fwding (lisp_gpe_fwd_entry_t * lfe)
1026 lisp_gpe_main_t *lgm = vnet_lisp_gpe_get_main ();
1027 dpo_id_t dpo = DPO_INVALID;
1028 vnet_hw_interface_t *hi;
1031 if (LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE != lfe->type)
1033 fib_path_list_contribute_forwarding (lfe->nsh.path_list_index,
1034 FIB_FORW_CHAIN_TYPE_NSH,
1038 * LISP encap is always the same for this SPI+SI so we do that hash now
1039 * and stack on the choice.
1041 if (DPO_LOAD_BALANCE == lfe->nsh.dpo.dpoi_type)
1043 const dpo_id_t *tmp;
1044 const load_balance_t *lb;
1047 lb = load_balance_get (lfe->nsh.dpo.dpoi_index);
1048 hash = fid_addr_nsh (&lfe->key->rmt) % lb->lb_n_buckets;
1050 load_balance_get_bucket_i (lb, hash & lb->lb_n_buckets_minus_1);
1052 dpo_copy (&dpo, tmp);
1057 switch (lfe->action)
1059 case SEND_MAP_REQUEST:
1060 dpo_copy (&dpo, lgm->nsh_cp_lkup);
1063 case FORWARD_NATIVE:
1065 dpo_copy (&dpo, drop_dpo_get (DPO_PROTO_NSH));
1069 /* We have only one nsh-lisp interface (no NSH virtualization) */
1070 hip = hash_get (lgm->nsh_ifaces.hw_if_index_by_dp_table, 0);
1073 hi = vnet_get_hw_interface (lgm->vnet_main, hip[0]);
1074 dpo_stack_from_node (hi->tx_node_index, &lfe->nsh.choice, &dpo);
1076 /* add entry to nsh lisp fib */
1077 lisp_nsh_fib_add_del_entry (fid_addr_nsh (&lfe->key->rmt),
1078 lfe - lgm->lisp_fwd_entry_pool, 1);
1084 * @brief Add LISP NSH forwarding entry.
1086 * Coordinates the creation of forwarding entries for L2 LISP overlay:
1087 * creates lisp-gpe tunnel and injects new entry in Source/Dest L2 FIB.
1089 * @param[in] lgm Reference to @ref lisp_gpe_main_t.
1090 * @param[in] a Parameters for building the forwarding entry.
1092 * @return 0 on success.
1095 add_nsh_fwd_entry (lisp_gpe_main_t * lgm,
1096 vnet_lisp_gpe_add_del_fwd_entry_args_t * a)
1098 lisp_gpe_fwd_entry_key_t key;
1099 lisp_gpe_fwd_entry_t *lfe;
1101 lfe = find_fwd_entry (lgm, a, &key);
1104 /* don't support updates */
1105 return VNET_API_ERROR_INVALID_VALUE;
1107 pool_get (lgm->lisp_fwd_entry_pool, lfe);
1108 memset (lfe, 0, sizeof (*lfe));
1109 lfe->key = clib_mem_alloc (sizeof (key));
1110 memcpy (lfe->key, &key, sizeof (key));
1112 hash_set_mem (lgm->lisp_gpe_fwd_entries, lfe->key,
1113 lfe - lgm->lisp_fwd_entry_pool);
1114 a->fwd_entry_index = lfe - lgm->lisp_fwd_entry_pool;
1116 lfe->type = (a->is_negative ?
1117 LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE :
1118 LISP_GPE_FWD_ENTRY_TYPE_NORMAL);
1121 if (LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE != lfe->type)
1123 fib_route_path_t *rpaths;
1126 * Make the sorted array of LISP paths with their resp. adjacency
1128 lisp_gpe_fwd_entry_mk_paths (lfe, a);
1131 * From the LISP paths, construct a FIB path list that will
1132 * contribute a load-balance.
1134 rpaths = lisp_gpe_mk_fib_paths (lfe->paths);
1136 lfe->nsh.path_list_index =
1137 fib_path_list_create (FIB_PATH_LIST_FLAG_NONE, rpaths);
1140 * become a child of the path-list so we receive updates when
1141 * its forwarding state changes. this includes an implicit lock.
1143 lfe->nsh.child_index =
1144 fib_path_list_child_add (lfe->nsh.path_list_index,
1145 FIB_NODE_TYPE_LISP_GPE_FWD_ENTRY,
1146 lfe - lgm->lisp_fwd_entry_pool);
1150 lfe->action = a->action;
1153 lisp_gpe_nsh_update_fwding (lfe);
1159 * @brief conver from the embedded fib_node_t struct to the LSIP entry
1161 static lisp_gpe_fwd_entry_t *
1162 lisp_gpe_fwd_entry_from_fib_node (fib_node_t * node)
1164 return ((lisp_gpe_fwd_entry_t *) (((char *) node) -
1165 STRUCT_OFFSET_OF (lisp_gpe_fwd_entry_t,
1170 * @brief Function invoked during a backwalk of the FIB graph
1172 static fib_node_back_walk_rc_t
1173 lisp_gpe_fib_node_back_walk (fib_node_t * node,
1174 fib_node_back_walk_ctx_t * ctx)
1176 lisp_gpe_fwd_entry_t *lfe = lisp_gpe_fwd_entry_from_fib_node (node);
1178 if (fid_addr_type (&lfe->key->rmt) == FID_ADDR_MAC)
1179 lisp_gpe_l2_update_fwding (lfe);
1180 else if (fid_addr_type (&lfe->key->rmt) == FID_ADDR_NSH)
1181 lisp_gpe_nsh_update_fwding (lfe);
1183 return (FIB_NODE_BACK_WALK_CONTINUE);
1187 * @brief Get a fib_node_t struct from the index of a LISP fwd entry
1190 lisp_gpe_fwd_entry_get_fib_node (fib_node_index_t index)
1192 lisp_gpe_main_t *lgm = &lisp_gpe_main;
1193 lisp_gpe_fwd_entry_t *lfe;
1195 lfe = pool_elt_at_index (lgm->lisp_fwd_entry_pool, index);
1197 return (&(lfe->node));
1201 * @brief An indication from the graph that the last lock has gone
1204 lisp_gpe_fwd_entry_fib_node_last_lock_gone (fib_node_t * node)
1206 /* We don't manage the locks of the LISP objects via the graph, since
1207 * this object has no children. so this is a no-op. */
1211 * @brief Virtual function table to register with FIB for the LISP type
1213 const static fib_node_vft_t lisp_fwd_vft = {
1214 .fnv_get = lisp_gpe_fwd_entry_get_fib_node,
1215 .fnv_last_lock = lisp_gpe_fwd_entry_fib_node_last_lock_gone,
1216 .fnv_back_walk = lisp_gpe_fib_node_back_walk,
1220 * @brief Forwarding entry create/remove dispatcher.
1222 * Calls l2 or l3 forwarding entry add/del function based on input data.
1224 * @param[in] a Forwarding entry parameters.
1225 * @param[out] hw_if_indexp NOT USED
1227 * @return 0 on success.
1230 vnet_lisp_gpe_add_del_fwd_entry (vnet_lisp_gpe_add_del_fwd_entry_args_t * a,
1233 lisp_gpe_main_t *lgm = &lisp_gpe_main;
1236 if (vnet_lisp_gpe_enable_disable_status () == 0)
1238 clib_warning ("LISP is disabled!");
1239 return VNET_API_ERROR_LISP_DISABLED;
1242 type = gid_address_type (&a->rmt_eid);
1245 case GID_ADDR_IP_PREFIX:
1247 return add_ip_fwd_entry (lgm, a);
1249 return del_ip_fwd_entry (lgm, a);
1253 return add_l2_fwd_entry (lgm, a);
1255 return del_l2_fwd_entry (lgm, a);
1258 return add_nsh_fwd_entry (lgm, a);
1260 return del_nsh_fwd_entry (lgm, a);
1262 clib_warning ("Forwarding entries for type %d not supported!", type);
1268 vnet_lisp_flush_stats (void)
1270 lisp_gpe_main_t *lgm = vnet_lisp_gpe_get_main ();
1271 vlib_combined_counter_main_t *cm = &lgm->counters;
1274 for (i = 0; i < vlib_combined_counter_n_counters (cm); i++)
1275 vlib_zero_combined_counter (cm, i);
1281 lisp_del_adj_stats (lisp_gpe_main_t * lgm, u32 fwd_entry_index, u32 ti)
1284 lisp_stats_key_t key;
1289 memset (&key, 0, sizeof (key));
1290 key.fwd_entry_index = fwd_entry_index;
1291 key.tunnel_index = ti;
1293 p = hash_get_mem (lgm->lisp_stats_index_by_key, &key);
1296 s = pool_elt_at_index (lgm->dummy_stats_pool, p[0]);
1297 hp = hash_get_pair (lgm->lisp_stats_index_by_key, &key);
1298 key_copy = (void *) (hp->key);
1299 hash_unset_mem (lgm->lisp_stats_index_by_key, &key);
1300 clib_mem_free (key_copy);
1301 pool_put (lgm->dummy_stats_pool, s);
1306 vnet_lisp_gpe_del_fwd_counters (vnet_lisp_gpe_add_del_fwd_entry_args_t * a,
1307 u32 fwd_entry_index)
1309 lisp_gpe_main_t *lgm = &lisp_gpe_main;
1310 lisp_gpe_fwd_entry_key_t fe_key;
1311 lisp_gpe_fwd_entry_t *lfe;
1312 lisp_fwd_path_t *path;
1313 const lisp_gpe_adjacency_t *ladj;
1315 lfe = find_fwd_entry (lgm, a, &fe_key);
1319 if (LISP_GPE_FWD_ENTRY_TYPE_NORMAL != lfe->type)
1322 vec_foreach (path, lfe->paths)
1324 ladj = lisp_gpe_adjacency_get (path->lisp_adj);
1325 lisp_del_adj_stats (lgm, fwd_entry_index, ladj->tunnel_index);
1330 * @brief Flush all the forwrding entries
1333 vnet_lisp_gpe_fwd_entry_flush (void)
1335 lisp_gpe_main_t *lgm = &lisp_gpe_main;
1336 lisp_gpe_fwd_entry_t *lfe;
1339 pool_foreach (lfe, lgm->lisp_fwd_entry_pool,
1341 switch (fid_addr_type(&lfe->key->rmt))
1344 del_l2_fwd_entry_i (lgm, lfe);
1346 case FID_ADDR_IP_PREF:
1347 del_ip_fwd_entry_i (lgm, lfe);
1350 del_nsh_fwd_entry_i (lgm, lfe);
1358 format_lisp_fwd_path (u8 * s, va_list ap)
1360 lisp_fwd_path_t *lfp = va_arg (ap, lisp_fwd_path_t *);
1362 s = format (s, "weight:%d ", lfp->weight);
1363 s = format (s, "adj:[%U]\n",
1364 format_lisp_gpe_adjacency,
1365 lisp_gpe_adjacency_get (lfp->lisp_adj),
1366 LISP_GPE_ADJ_FORMAT_FLAG_NONE);
1371 typedef enum lisp_gpe_fwd_entry_format_flag_t_
1373 LISP_GPE_FWD_ENTRY_FORMAT_NONE = (0 << 0),
1374 LISP_GPE_FWD_ENTRY_FORMAT_DETAIL = (1 << 1),
1375 } lisp_gpe_fwd_entry_format_flag_t;
1379 format_lisp_gpe_fwd_entry (u8 * s, va_list ap)
1381 lisp_gpe_main_t *lgm = &lisp_gpe_main;
1382 lisp_gpe_fwd_entry_t *lfe = va_arg (ap, lisp_gpe_fwd_entry_t *);
1383 lisp_gpe_fwd_entry_format_flag_t flags =
1384 va_arg (ap, lisp_gpe_fwd_entry_format_flag_t);
1386 s = format (s, "VNI:%d VRF:%d EID: %U -> %U [index:%d]",
1387 lfe->key->vni, lfe->eid_table_id,
1388 format_fid_address, &lfe->key->lcl,
1389 format_fid_address, &lfe->key->rmt,
1390 lfe - lgm->lisp_fwd_entry_pool);
1392 if (LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE == lfe->type)
1394 s = format (s, "\n Negative - action:%U",
1395 format_negative_mapping_action, lfe->action);
1399 lisp_fwd_path_t *path;
1401 s = format (s, "\n via:");
1402 vec_foreach (path, lfe->paths)
1404 s = format (s, "\n %U", format_lisp_fwd_path, path);
1408 if (flags & LISP_GPE_FWD_ENTRY_FORMAT_DETAIL)
1410 switch (fid_addr_type (&lfe->key->rmt))
1413 s = format (s, " fib-path-list:%d\n", lfe->l2.path_list_index);
1414 s = format (s, " dpo:%U\n", format_dpo_id, &lfe->l2.dpo, 0);
1417 s = format (s, " fib-path-list:%d\n", lfe->nsh.path_list_index);
1418 s = format (s, " dpo:%U\n", format_dpo_id, &lfe->nsh.dpo, 0);
1420 case FID_ADDR_IP_PREF:
1428 static clib_error_t *
1429 lisp_gpe_fwd_entry_show (vlib_main_t * vm,
1430 unformat_input_t * input, vlib_cli_command_t * cmd)
1432 lisp_gpe_main_t *lgm = &lisp_gpe_main;
1433 lisp_gpe_fwd_entry_t *lfe;
1437 if (unformat (input, "vni %d", &vni))
1439 else if (unformat (input, "%d", &index))
1441 if (!pool_is_free_index (lgm->lisp_fwd_entry_pool, index))
1443 lfe = pool_elt_at_index (lgm->lisp_fwd_entry_pool, index);
1445 vlib_cli_output (vm, "[%d@] %U",
1447 format_lisp_gpe_fwd_entry, lfe,
1448 LISP_GPE_FWD_ENTRY_FORMAT_DETAIL);
1452 vlib_cli_output (vm, "entry %d invalid", index);
1459 pool_foreach (lfe, lgm->lisp_fwd_entry_pool,
1462 (lfe->key->vni == vni))
1463 vlib_cli_output (vm, "%U", format_lisp_gpe_fwd_entry, lfe,
1464 LISP_GPE_FWD_ENTRY_FORMAT_NONE);
1472 VLIB_CLI_COMMAND (lisp_gpe_fwd_entry_show_command, static) = {
1473 .path = "show gpe entry",
1474 .short_help = "show gpe entry vni <vni> vrf <vrf> [leid <leid>] reid <reid>",
1475 .function = lisp_gpe_fwd_entry_show,
1480 lisp_gpe_fwd_entry_init (vlib_main_t * vm)
1482 lisp_gpe_main_t *lgm = &lisp_gpe_main;
1483 clib_error_t *error = NULL;
1485 if ((error = vlib_call_init_function (vm, lisp_cp_dpo_module_init)))
1491 fib_node_register_type (FIB_NODE_TYPE_LISP_GPE_FWD_ENTRY, &lisp_fwd_vft);
1497 vnet_lisp_gpe_get_fwd_entry_vnis (void)
1499 lisp_gpe_main_t *lgm = vnet_lisp_gpe_get_main ();
1500 lisp_gpe_fwd_entry_t *lfe;
1504 pool_foreach (lfe, lgm->lisp_fwd_entry_pool,
1506 hash_set (vnis, lfe->key->vni, 0);
1513 lisp_api_gpe_fwd_entry_t *
1514 vnet_lisp_gpe_fwd_entries_get_by_vni (u32 vni)
1516 lisp_gpe_main_t *lgm = &lisp_gpe_main;
1517 lisp_gpe_fwd_entry_t *lfe;
1518 lisp_api_gpe_fwd_entry_t *entries = 0, e;
1521 pool_foreach (lfe, lgm->lisp_fwd_entry_pool,
1523 if (lfe->key->vni == vni)
1525 memset (&e, 0, sizeof (e));
1526 e.dp_table = lfe->eid_table_id;
1527 e.vni = lfe->key->vni;
1528 if (lfe->type == LISP_GPE_FWD_ENTRY_TYPE_NEGATIVE)
1529 e.action = lfe->action;
1530 e.fwd_entry_index = lfe - lgm->lisp_fwd_entry_pool;
1531 memcpy (&e.reid, &lfe->key->rmt, sizeof (e.reid));
1532 memcpy (&e.leid, &lfe->key->lcl, sizeof (e.leid));
1533 vec_add1 (entries, e);
1541 VLIB_INIT_FUNCTION (lisp_gpe_fwd_entry_init);
1544 * fd.io coding-style-patch-verification: ON
1547 * eval: (c-set-style "gnu")