nat: nat44-ei/ed nat objects cleanup improvements 98/34198/12
authorFilip Varga <fivarga@cisco.com>
Thu, 21 Oct 2021 12:27:43 +0000 (14:27 +0200)
committerOle Tr�an <otroan@employees.org>
Thu, 11 Nov 2021 12:40:30 +0000 (12:40 +0000)
Improvements:
* Changed plugin disable call behavior from freeing data types
to calling appropriate nat plugin object delete calls for
pool addresses, mappings and interfaces.
* Added wrapper nat44_ei/ed_add_del_static_mapping function to
handle switch bound static mappings. This would also fix ip assignment
callback add/del bound static mapping issue preventing creation of the
mapping.

Fixes:
 * Fixed lingering object issue: some nat intertwined objects would
not free each other if not correctly deleted in proper order.
 * Fixed incorect order of FIB unlocks for pool addresses causing
syslog messages to use deleted FIBs in multiple VRF configuration.
 * Fixed incorrect value testing of flags instead of vrf_id for
multiple vrf configuration static mapping.

Type: improvement

Change-Id: I2743f7b1104b627bcc5ef937e3a50655313a26ea
Signed-off-by: Filip Varga <fivarga@cisco.com>
src/plugins/nat/nat44-ed/nat44_ed.c
src/plugins/nat/nat44-ei/nat44_ei.c
src/plugins/nat/nat44-ei/nat44_ei.h
src/plugins/nat/nat44-ei/nat44_ei_api.c
src/plugins/nat/nat44-ei/nat44_ei_cli.c

index f58002c..56c5ab2 100644 (file)
@@ -179,8 +179,15 @@ VLIB_PLUGIN_REGISTER () = {
 };
 
 static void nat44_ed_db_init (u32 translations, u32 translation_buckets);
+static void nat44_ed_worker_db_free (snat_main_per_thread_data_t *tsm);
 
-static void nat44_ed_db_free ();
+static int nat44_ed_add_static_mapping_internal (
+  ip4_address_t l_addr, ip4_address_t e_addr, u16 l_port, u16 e_port,
+  ip_protocol_t proto, u32 vrf_id, u32 sw_if_index, u32 flags,
+  ip4_address_t pool_addr, u8 *tag);
+static int nat44_ed_del_static_mapping_internal (
+  ip4_address_t l_addr, ip4_address_t e_addr, u16 l_port, u16 e_port,
+  ip_protocol_t proto, u32 vrf_id, u32 sw_if_index, u32 flags);
 
 u32 nat_calc_bihash_buckets (u32 n_elts);
 
@@ -468,17 +475,15 @@ nat44_ed_del_address (ip4_address_t addr, u8 delete_sm, u8 twice_nat)
        {
          if (m->external_addr.as_u32 == addr.as_u32)
            {
-             nat44_ed_del_static_mapping (m->local_addr, m->external_addr,
-                                          m->local_port, m->external_port,
-                                          ip_proto_to_nat_proto (m->proto),
-                                          m->vrf_id, ~0, m->flags);
+             nat44_ed_del_static_mapping_internal (
+               m->local_addr, m->external_addr, m->local_port,
+               m->external_port, ip_proto_to_nat_proto (m->proto), m->vrf_id,
+               ~0, m->flags);
            }
        }
     }
   else
     {
-      // TODO: why ?
-      // check if address is used in some static mapping
       if (is_snat_address_used_in_static_mapping (sm, addr))
        {
          nat_log_err ("address used in static mapping");
@@ -486,11 +491,6 @@ nat44_ed_del_address (ip4_address_t addr, u8 delete_sm, u8 twice_nat)
        }
     }
 
-  if (a->fib_index != ~0)
-    {
-      fib_table_unlock (a->fib_index, FIB_PROTOCOL_IP4, sm->fib_src_low);
-    }
-
   // delete sessions using address
   vec_foreach (tsm, sm->per_thread_data)
     {
@@ -511,12 +511,25 @@ nat44_ed_del_address (ip4_address_t addr, u8 delete_sm, u8 twice_nat)
       vec_free (ses_to_be_removed);
     }
 
-    if (!twice_nat)
-  {
-    vec_del1 (sm->addresses, j);
-    nat44_ed_add_del_addr_to_fib_foreach_out_if (&addr, 0);
-  }
-  else { vec_del1 (sm->twice_nat_addresses, j); }
+  if (!twice_nat)
+    {
+      nat44_ed_add_del_addr_to_fib_foreach_out_if (&addr, 0);
+    }
+
+  if (a->fib_index != ~0)
+    {
+      fib_table_unlock (a->fib_index, FIB_PROTOCOL_IP4, sm->fib_src_low);
+    }
+
+  if (!twice_nat)
+    {
+      vec_del1 (sm->addresses, j);
+    }
+  else
+    {
+      vec_del1 (sm->twice_nat_addresses, j);
+    }
+
   return 0;
 }
 
@@ -732,43 +745,52 @@ nat44_ed_add_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
                             ip4_address_t pool_addr, u8 *tag)
 {
   snat_main_t *sm = &snat_main;
-  nat44_lb_addr_port_t *local;
-  snat_static_mapping_t *m;
-  u32 fib_index = ~0;
-  int rv;
-
-  if (!sm->enabled)
-    {
-      return VNET_API_ERROR_UNSUPPORTED;
-    }
-
-  rv = nat44_ed_validate_sm_input (flags);
-  if (rv != 0)
-    {
-      return rv;
-    }
-
-  if (is_sm_addr_only (flags))
-    {
-      e_port = l_port = proto = 0;
-    }
 
+  // interface bound mapping
   if (is_sm_switch_address (flags))
     {
-      // this mapping is interface bound
-      ip4_address_t *first_int_addr;
-
-      // check if this record isn't registered for resolve
       if (!nat44_ed_get_resolve_record (l_addr, l_port, e_port, proto, vrf_id,
                                        sw_if_index, flags, 0))
        {
          return VNET_API_ERROR_VALUE_EXIST;
        }
-      // register record for resolve
+
       nat44_ed_add_resolve_record (l_addr, l_port, e_port, proto, vrf_id,
                                   sw_if_index, flags, pool_addr, tag);
+      ip4_address_t *first_int_addr =
+       ip4_interface_first_address (sm->ip4_main, sw_if_index, 0);
+      if (!first_int_addr)
+       {
+         // dhcp resolution required
+         return 0;
+       }
+
+      e_addr.as_u32 = first_int_addr->as_u32;
+    }
+
+  return nat44_ed_add_static_mapping_internal (l_addr, e_addr, l_port, e_port,
+                                              proto, vrf_id, sw_if_index,
+                                              flags, pool_addr, tag);
+}
+
+int
+nat44_ed_del_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
+                            u16 l_port, u16 e_port, ip_protocol_t proto,
+                            u32 vrf_id, u32 sw_if_index, u32 flags)
+{
 
-      first_int_addr =
+  snat_main_t *sm = &snat_main;
+
+  // interface bound mapping
+  if (is_sm_switch_address (flags))
+    {
+      if (nat44_ed_del_resolve_record (l_addr, l_port, e_port, proto, vrf_id,
+                                      sw_if_index, flags))
+       {
+         return VNET_API_ERROR_NO_SUCH_ENTRY;
+       }
+
+      ip4_address_t *first_int_addr =
        ip4_interface_first_address (sm->ip4_main, sw_if_index, 0);
       if (!first_int_addr)
        {
@@ -779,6 +801,39 @@ nat44_ed_add_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
       e_addr.as_u32 = first_int_addr->as_u32;
     }
 
+  return nat44_ed_del_static_mapping_internal (
+    l_addr, e_addr, l_port, e_port, proto, vrf_id, sw_if_index, flags);
+}
+
+static int
+nat44_ed_add_static_mapping_internal (ip4_address_t l_addr,
+                                     ip4_address_t e_addr, u16 l_port,
+                                     u16 e_port, ip_protocol_t proto,
+                                     u32 vrf_id, u32 sw_if_index, u32 flags,
+                                     ip4_address_t pool_addr, u8 *tag)
+{
+  snat_main_t *sm = &snat_main;
+  nat44_lb_addr_port_t *local;
+  snat_static_mapping_t *m;
+  u32 fib_index = ~0;
+  int rv;
+
+  if (!sm->enabled)
+    {
+      return VNET_API_ERROR_UNSUPPORTED;
+    }
+
+  rv = nat44_ed_validate_sm_input (flags);
+  if (rv != 0)
+    {
+      return rv;
+    }
+
+  if (is_sm_addr_only (flags))
+    {
+      e_port = l_port = proto = 0;
+    }
+
   if (is_sm_identity_nat (flags))
     {
       l_port = e_port;
@@ -916,10 +971,11 @@ nat44_ed_add_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
   return 0;
 }
 
-int
-nat44_ed_del_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
-                            u16 l_port, u16 e_port, ip_protocol_t proto,
-                            u32 vrf_id, u32 sw_if_index, u32 flags)
+static int
+nat44_ed_del_static_mapping_internal (ip4_address_t l_addr,
+                                     ip4_address_t e_addr, u16 l_port,
+                                     u16 e_port, ip_protocol_t proto,
+                                     u32 vrf_id, u32 sw_if_index, u32 flags)
 {
   snat_main_per_thread_data_t *tsm;
   snat_main_t *sm = &snat_main;
@@ -945,29 +1001,6 @@ nat44_ed_del_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
       e_port = l_port = proto = 0;
     }
 
-  if (is_sm_switch_address (flags))
-    {
-      // this mapping is interface bound
-      ip4_address_t *first_int_addr;
-
-      // delete record registered for resolve
-      if (nat44_ed_del_resolve_record (l_addr, l_port, e_port, proto, vrf_id,
-                                      sw_if_index, flags))
-       {
-         return VNET_API_ERROR_NO_SUCH_ENTRY;
-       }
-
-      first_int_addr =
-       ip4_interface_first_address (sm->ip4_main, sw_if_index, 0);
-      if (!first_int_addr)
-       {
-         // dhcp resolution required
-         return 0;
-       }
-
-      e_addr.as_u32 = first_int_addr->as_u32;
-    }
-
   if (is_sm_identity_nat (flags))
     {
       l_port = e_port;
@@ -988,9 +1021,9 @@ nat44_ed_del_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
 
   if (is_sm_identity_nat (flags))
     {
-      u8 failure = 1;
+      u8 found = 0;
 
-      if (!is_sm_switch_address (flags))
+      if (vrf_id == ~0)
        {
          vrf_id = sm->inside_vrf_id;
        }
@@ -1002,11 +1035,11 @@ nat44_ed_del_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
              local = pool_elt_at_index (m->locals, local - m->locals);
              fib_index = local->fib_index;
              pool_put (m->locals, local);
-             failure = 0;
+             found = 1;
            }
        }
 
-      if (failure)
+      if (!found)
        {
          return VNET_API_ERROR_NO_SUCH_ENTRY;
        }
@@ -2306,22 +2339,55 @@ nat44_plugin_enable (nat44_config_t c)
   return 0;
 }
 
-void
-nat44_addresses_free (snat_address_t ** addresses)
+int
+nat44_ed_del_addresses ()
 {
-  vec_free (*addresses);
-  *addresses = 0;
+  snat_main_t *sm = &snat_main;
+  snat_address_t *a, *vec;
+  int error = 0;
+
+  vec = vec_dup (sm->addresses);
+  vec_foreach (a, vec)
+    {
+      error = nat44_ed_del_address (a->addr, 0, 0);
+      if (error)
+       {
+         nat_log_err ("error occurred while removing adderess");
+       }
+    }
+  vec_free (vec);
+  vec_free (sm->addresses);
+  sm->addresses = 0;
+
+  vec = vec_dup (sm->twice_nat_addresses);
+  vec_foreach (a, vec)
+    {
+      error = nat44_ed_del_address (a->addr, 0, 1);
+      if (error)
+       {
+         nat_log_err ("error occurred while removing adderess");
+       }
+    }
+  vec_free (vec);
+  vec_free (sm->twice_nat_addresses);
+  sm->twice_nat_addresses = 0;
+
+  vec_free (sm->auto_add_sw_if_indices_twice_nat);
+  sm->auto_add_sw_if_indices_twice_nat = 0;
+
+  vec_free (sm->auto_add_sw_if_indices);
+  sm->auto_add_sw_if_indices = 0;
+
+  return error;
 }
 
 int
-nat44_plugin_disable ()
+nat44_ed_del_interfaces ()
 {
   snat_main_t *sm = &snat_main;
   snat_interface_t *i, *pool;
   int error = 0;
 
-  fail_if_disabled ();
-
   pool = pool_dup (sm->interfaces);
   pool_foreach (i, pool)
     {
@@ -2333,51 +2399,112 @@ nat44_plugin_disable ()
        {
          error = nat44_ed_del_interface (i->sw_if_index, 0);
        }
+
       if (error)
-        {
-          nat_log_err ("error occurred while removing interface %u",
-                       i->sw_if_index);
-        }
+       {
+         nat_log_err ("error occurred while removing interface");
+       }
     }
-  pool_free (sm->interfaces);
   pool_free (pool);
+  pool_free (sm->interfaces);
   sm->interfaces = 0;
+  return error;
+}
+
+int
+nat44_ed_del_output_interfaces ()
+{
+  snat_main_t *sm = &snat_main;
+  snat_interface_t *i, *pool;
+  int error = 0;
 
   pool = pool_dup (sm->output_feature_interfaces);
   pool_foreach (i, pool)
     {
       error = nat44_ed_del_output_interface (i->sw_if_index);
       if (error)
-        {
-          nat_log_err ("error occurred while removing interface %u",
-                       i->sw_if_index);
-        }
+       {
+         nat_log_err ("error occurred while removing output interface");
+       }
     }
-  pool_free (sm->output_feature_interfaces);
   pool_free (pool);
+  pool_free (sm->output_feature_interfaces);
   sm->output_feature_interfaces = 0;
+  return error;
+}
 
-  vec_free (sm->max_translations_per_fib);
-
-  nat44_ed_db_free ();
+int
+nat44_ed_del_static_mappings ()
+{
+  snat_main_t *sm = &snat_main;
+  snat_static_mapping_t *m, *pool;
+  int error = 0;
 
-  nat44_addresses_free (&sm->addresses);
-  nat44_addresses_free (&sm->twice_nat_addresses);
+  pool = pool_dup (sm->static_mappings);
+  pool_foreach (m, pool)
+    {
+      error = nat44_ed_del_static_mapping_internal (
+       m->local_addr, m->external_addr, m->local_port, m->external_port,
+       m->proto, m->vrf_id, ~0, m->flags);
+      if (error)
+       {
+         nat_log_err ("error occurred while removing mapping");
+       }
+    }
+  pool_free (pool);
+  pool_free (sm->static_mappings);
+  sm->static_mappings = 0;
 
   vec_free (sm->to_resolve);
-  vec_free (sm->auto_add_sw_if_indices);
-  vec_free (sm->auto_add_sw_if_indices_twice_nat);
-
   sm->to_resolve = 0;
-  sm->auto_add_sw_if_indices = 0;
-  sm->auto_add_sw_if_indices_twice_nat = 0;
 
-  sm->forwarding_enabled = 0;
+  return error;
+}
+
+int
+nat44_plugin_disable ()
+{
+  snat_main_per_thread_data_t *tsm;
+  snat_main_t *sm = &snat_main;
+  int rc, error = 0;
+
+  fail_if_disabled ();
+
+  rc = nat44_ed_del_static_mappings ();
+  if (rc)
+    error = 1;
+
+  rc = nat44_ed_del_addresses ();
+  if (rc)
+    error = 1;
+
+  rc = nat44_ed_del_interfaces ();
+  if (rc)
+    error = 1;
+
+  rc = nat44_ed_del_output_interfaces ();
+  if (rc)
+    error = 1;
+
+  vec_free (sm->max_translations_per_fib);
+  sm->max_translations_per_fib = 0;
+
+  clib_bihash_free_16_8 (&sm->flow_hash);
+
+  if (sm->pat)
+    {
+      vec_foreach (tsm, sm->per_thread_data)
+       {
+         nat44_ed_worker_db_free (tsm);
+       }
+    }
 
-  sm->enabled = 0;
   clib_memset (&sm->rconfig, 0, sizeof (sm->rconfig));
 
-  return 0;
+  sm->forwarding_enabled = 0;
+  sm->enabled = 0;
+
+  return error;
 }
 
 void
@@ -3010,24 +3137,6 @@ nat44_ed_worker_db_free (snat_main_per_thread_data_t *tsm)
   vec_free (tsm->per_vrf_sessions_vec);
 }
 
-static void
-nat44_ed_db_free ()
-{
-  snat_main_t *sm = &snat_main;
-  snat_main_per_thread_data_t *tsm;
-
-  pool_free (sm->static_mappings);
-  clib_bihash_free_16_8 (&sm->flow_hash);
-
-  if (sm->pat)
-    {
-      vec_foreach (tsm, sm->per_thread_data)
-       {
-         nat44_ed_worker_db_free (tsm);
-       }
-    }
-}
-
 void
 nat44_ed_sessions_clear ()
 {
@@ -3086,25 +3195,30 @@ nat44_ed_add_del_static_mapping_addr_only_cb (
     {
       if (m)
        {
-         rv = nat44_ed_del_static_mapping (rp->l_addr, address[0], rp->l_port,
-                                           rp->e_port, rp->proto, rp->vrf_id,
-                                           ~0, rp->flags);
+         rv = nat44_ed_del_static_mapping_internal (
+           rp->l_addr, address[0], rp->l_port, rp->e_port, rp->proto,
+           rp->vrf_id, ~0, rp->flags);
+       }
+      if (rv)
+       {
+         nat_elog_notice_X1 (sm, "nat44_ed_del_static_mapping returned %d",
+                             "i4", rv);
        }
     }
   else
     {
       if (!m)
        {
-         rv = nat44_ed_add_static_mapping (
+         rv = nat44_ed_add_static_mapping_internal (
            rp->l_addr, address[0], rp->l_port, rp->e_port, rp->proto,
            rp->vrf_id, ~0, rp->flags, rp->pool_addr, rp->tag);
        }
       // else: don't trip over lease renewal, static config
-    }
-  if (rv)
-    {
-      nat_elog_notice_X1 (sm, "nat44_ed_del_static_mapping returned %d", "i4",
-                         rv);
+      if (rv)
+       {
+         nat_elog_notice_X1 (sm, "nat44_ed_add_static_mapping returned %d",
+                             "i4", rv);
+       }
     }
 }
 
@@ -3177,13 +3291,13 @@ nat44_ed_add_del_interface_address_cb (ip4_main_t *im, uword opaque,
            }
          if (rp->sw_if_index == sw_if_index)
            {
-             rv = nat44_ed_add_static_mapping (
+             rv = nat44_ed_add_static_mapping_internal (
                rp->l_addr, address[0], rp->l_port, rp->e_port, rp->proto,
                rp->vrf_id, sw_if_index, rp->flags, rp->pool_addr, rp->tag);
              if (rv)
                {
-                 nat_elog_notice_X1 (sm, "add_static_mapping returned %d",
-                                     "i4", rv);
+                 nat_elog_notice_X1 (
+                   sm, "add_static_mapping_internal returned %d", "i4", rv);
                }
            }
        }
index 23f5a47..7336a95 100644 (file)
@@ -200,6 +200,17 @@ typedef struct
 void nat44_ei_add_del_addr_to_fib (ip4_address_t *addr, u8 p_len,
                                   u32 sw_if_index, int is_add);
 
+static void nat44_ei_worker_db_free (nat44_ei_main_per_thread_data_t *tnm);
+
+static int nat44_ei_add_static_mapping_internal (
+  ip4_address_t l_addr, ip4_address_t e_addr, u16 l_port, u16 e_port,
+  nat_protocol_t proto, u32 vrf_id, u32 sw_if_index, u32 flags,
+  ip4_address_t pool_addr, u8 *tag);
+
+static int nat44_ei_del_static_mapping_internal (
+  ip4_address_t l_addr, ip4_address_t e_addr, u16 l_port, u16 e_port,
+  nat_protocol_t proto, u32 vrf_id, u32 sw_if_index, u32 flags);
+
 static u8 *
 format_nat44_ei_classify_trace (u8 *s, va_list *args)
 {
@@ -219,8 +230,6 @@ format_nat44_ei_classify_trace (u8 *s, va_list *args)
   return s;
 }
 
-static void nat44_ei_db_free ();
-
 static void nat44_ei_db_init (u32 translations, u32 translation_buckets,
                              u32 user_buckets);
 
@@ -568,20 +577,6 @@ nat44_ei_plugin_enable (nat44_ei_config_t c)
   return 0;
 }
 
-void
-nat44_ei_addresses_free (nat44_ei_address_t **addresses)
-{
-  nat44_ei_address_t *ap;
-  vec_foreach (ap, *addresses)
-    {
-#define _(N, i, n, s) vec_free (ap->busy_##n##_ports_per_thread);
-      foreach_nat_protocol
-#undef _
-    }
-  vec_free (*addresses);
-  *addresses = 0;
-}
-
 static_always_inline nat44_ei_outside_fib_t *
 nat44_ei_get_outside_fib (nat44_ei_outside_fib_t *outside_fibs, u32 fib_index)
 {
@@ -1079,13 +1074,51 @@ nat44_ei_del_output_interface (u32 sw_if_index)
 }
 
 int
-nat44_ei_plugin_disable ()
+nat44_ei_add_del_output_interface (u32 sw_if_index, int is_del)
+{
+  if (is_del)
+    {
+      return nat44_ei_del_output_interface (sw_if_index);
+    }
+  else
+    {
+      return nat44_ei_add_output_interface (sw_if_index);
+    }
+}
+
+int
+nat44_ei_del_addresses ()
+{
+  nat44_ei_main_t *nm = &nat44_ei_main;
+  nat44_ei_address_t *a, *vec;
+  int error = 0;
+
+  vec = vec_dup (nm->addresses);
+  vec_foreach (a, vec)
+    {
+      error = nat44_ei_del_address (a->addr, 0);
+
+      if (error)
+       {
+         nat44_ei_log_err ("error occurred while removing adderess");
+       }
+    }
+  vec_free (vec);
+  vec_free (nm->addresses);
+  nm->addresses = 0;
+
+  vec_free (nm->auto_add_sw_if_indices);
+  nm->auto_add_sw_if_indices = 0;
+  return error;
+}
+
+int
+nat44_ei_del_interfaces ()
 {
   nat44_ei_main_t *nm = &nat44_ei_main;
   nat44_ei_interface_t *i, *pool;
   int error = 0;
 
-  // first unregister all nodes from interfaces
   pool = pool_dup (nm->interfaces);
   pool_foreach (i, pool)
     {
@@ -1100,12 +1133,21 @@ nat44_ei_plugin_disable ()
 
       if (error)
        {
-         nat44_ei_log_err ("error occurred while removing interface %u",
-                           i->sw_if_index);
+         nat44_ei_log_err ("error occurred while removing interface");
        }
     }
   pool_free (pool);
   pool_free (nm->interfaces);
+  nm->interfaces = 0;
+  return error;
+}
+
+int
+nat44_ei_del_output_interfaces ()
+{
+  nat44_ei_main_t *nm = &nat44_ei_main;
+  nat44_ei_interface_t *i, *pool;
+  int error = 0;
 
   pool = pool_dup (nm->output_feature_interfaces);
   pool_foreach (i, pool)
@@ -1113,30 +1155,88 @@ nat44_ei_plugin_disable ()
       error = nat44_ei_del_output_interface (i->sw_if_index);
       if (error)
        {
-         nat44_ei_log_err ("error occurred while removing interface %u",
-                           i->sw_if_index);
+         nat44_ei_log_err ("error occurred while removing output interface");
        }
     }
   pool_free (pool);
   pool_free (nm->output_feature_interfaces);
+  nm->output_feature_interfaces = 0;
+  return error;
+}
 
-  nat_ha_disable ();
-  nat44_ei_db_free ();
+int
+nat44_ei_del_static_mappings ()
+{
+  nat44_ei_main_t *nm = &nat44_ei_main;
+  nat44_ei_static_mapping_t *m, *pool;
+  int error = 0;
 
-  nat44_ei_addresses_free (&nm->addresses);
+  pool = pool_dup (nm->static_mappings);
+  pool_foreach (m, pool)
+    {
+      error = nat44_ei_del_static_mapping_internal (
+       m->local_addr, m->external_addr, m->local_port, m->external_port,
+       m->proto, m->vrf_id, ~0, m->flags);
+      if (error)
+       {
+         nat44_ei_log_err ("error occurred while removing mapping");
+       }
+    }
+  pool_free (pool);
+  pool_free (nm->static_mappings);
+  nm->static_mappings = 0;
 
   vec_free (nm->to_resolve);
-  vec_free (nm->auto_add_sw_if_indices);
-
   nm->to_resolve = 0;
-  nm->auto_add_sw_if_indices = 0;
 
-  nm->forwarding_enabled = 0;
+  clib_bihash_free_8_8 (&nm->static_mapping_by_local);
+  clib_bihash_free_8_8 (&nm->static_mapping_by_external);
+
+  return error;
+}
+
+int
+nat44_ei_plugin_disable ()
+{
+  nat44_ei_main_t *nm = &nat44_ei_main;
+  nat44_ei_main_per_thread_data_t *tnm;
+  int rc, error = 0;
+
+  nat_ha_disable ();
+
+  rc = nat44_ei_del_static_mappings ();
+  if (rc)
+    error = 1;
+
+  rc = nat44_ei_del_addresses ();
+  if (rc)
+    error = 1;
+
+  rc = nat44_ei_del_interfaces ();
+  if (rc)
+    error = 1;
+
+  rc = nat44_ei_del_output_interfaces ();
+  if (rc)
+    error = 1;
+
+  if (nm->pat)
+    {
+      clib_bihash_free_8_8 (&nm->in2out);
+      clib_bihash_free_8_8 (&nm->out2in);
+
+      vec_foreach (tnm, nm->per_thread_data)
+       {
+         nat44_ei_worker_db_free (tnm);
+       }
+    }
 
-  nm->enabled = 0;
   clib_memset (&nm->rconfig, 0, sizeof (nm->rconfig));
 
-  return 0;
+  nm->forwarding_enabled = 0;
+  nm->enabled = 0;
+
+  return error;
 }
 
 int
@@ -2224,37 +2324,54 @@ nat44_ei_add_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
                             u16 l_port, u16 e_port, nat_protocol_t proto,
                             u32 vrf_id, u32 sw_if_index, u32 flags,
                             ip4_address_t pool_addr, u8 *tag)
+
 {
   nat44_ei_main_t *nm = &nat44_ei_main;
-  clib_bihash_kv_8_8_t kv, value;
-  nat44_ei_lb_addr_port_t *local;
-  nat44_ei_static_mapping_t *m;
-  u32 fib_index = ~0;
-  u32 worker_index;
-
-  fail_if_disabled ();
-
-  if (is_sm_addr_only (flags))
-    {
-      e_port = l_port = proto = 0;
-    }
 
-  if (sw_if_index != ~0)
+  if (is_sm_switch_address (flags))
     {
-      // this mapping is interface bound
-      ip4_address_t *first_int_addr;
-
-      // check if this record isn't registered for resolve
       if (!nat44_ei_get_resolve_record (l_addr, l_port, e_port, proto, vrf_id,
                                        sw_if_index, flags, 0))
        {
          return VNET_API_ERROR_VALUE_EXIST;
        }
-      // register record for resolve
+
       nat44_ei_add_resolve_record (l_addr, l_port, e_port, proto, vrf_id,
                                   sw_if_index, flags, pool_addr, tag);
 
-      first_int_addr =
+      ip4_address_t *first_int_addr =
+       ip4_interface_first_address (nm->ip4_main, sw_if_index, 0);
+      if (!first_int_addr)
+       {
+         // dhcp resolution required
+         return 0;
+       }
+
+      e_addr.as_u32 = first_int_addr->as_u32;
+    }
+
+  return nat44_ei_add_static_mapping_internal (l_addr, e_addr, l_port, e_port,
+                                              proto, vrf_id, sw_if_index,
+                                              flags, pool_addr, tag);
+}
+
+int
+nat44_ei_del_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
+                            u16 l_port, u16 e_port, nat_protocol_t proto,
+                            u32 vrf_id, u32 sw_if_index, u32 flags)
+{
+  nat44_ei_main_t *nm = &nat44_ei_main;
+
+  if (is_sm_switch_address (flags))
+    {
+
+      if (nat44_ei_del_resolve_record (l_addr, l_port, e_port, proto, vrf_id,
+                                      sw_if_index, flags))
+       {
+         return VNET_API_ERROR_NO_SUCH_ENTRY;
+       }
+
+      ip4_address_t *first_int_addr =
        ip4_interface_first_address (nm->ip4_main, sw_if_index, 0);
       if (!first_int_addr)
        {
@@ -2265,6 +2382,31 @@ nat44_ei_add_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
       e_addr.as_u32 = first_int_addr->as_u32;
     }
 
+  return nat44_ei_del_static_mapping_internal (
+    l_addr, e_addr, l_port, e_port, proto, vrf_id, sw_if_index, flags);
+}
+
+static int
+nat44_ei_add_static_mapping_internal (ip4_address_t l_addr,
+                                     ip4_address_t e_addr, u16 l_port,
+                                     u16 e_port, nat_protocol_t proto,
+                                     u32 vrf_id, u32 sw_if_index, u32 flags,
+                                     ip4_address_t pool_addr, u8 *tag)
+{
+  nat44_ei_main_t *nm = &nat44_ei_main;
+  clib_bihash_kv_8_8_t kv, value;
+  nat44_ei_lb_addr_port_t *local;
+  nat44_ei_static_mapping_t *m;
+  u32 fib_index = ~0;
+  u32 worker_index;
+
+  fail_if_disabled ();
+
+  if (is_sm_addr_only (flags))
+    {
+      e_port = l_port = proto = 0;
+    }
+
   if (is_sm_identity_nat (flags))
     {
       l_port = e_port;
@@ -2332,7 +2474,7 @@ nat44_ei_add_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
       if (nat44_ei_reserve_port (e_addr, e_port, proto))
        {
          // remove resolve record
-         if ((sw_if_index != ~0) && !is_sm_identity_nat (flags))
+         if ((is_sm_switch_address (flags)) && !is_sm_identity_nat (flags))
            {
              nat44_ei_del_resolve_record (l_addr, l_port, e_port, proto,
                                           vrf_id, sw_if_index, flags);
@@ -2401,10 +2543,11 @@ nat44_ei_add_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
   return 0;
 }
 
-int
-nat44_ei_del_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
-                            u16 l_port, u16 e_port, nat_protocol_t proto,
-                            u32 vrf_id, u32 sw_if_index, u32 flags)
+static int
+nat44_ei_del_static_mapping_internal (ip4_address_t l_addr,
+                                     ip4_address_t e_addr, u16 l_port,
+                                     u16 e_port, nat_protocol_t proto,
+                                     u32 vrf_id, u32 sw_if_index, u32 flags)
 {
   nat44_ei_main_per_thread_data_t *tnm;
   nat44_ei_main_t *nm = &nat44_ei_main;
@@ -2421,29 +2564,6 @@ nat44_ei_del_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
       e_port = l_port = proto = 0;
     }
 
-  if (sw_if_index != ~0)
-    {
-      // this mapping is interface bound
-      ip4_address_t *first_int_addr;
-
-      // delete record registered for resolve
-      if (nat44_ei_del_resolve_record (l_addr, l_port, e_port, proto, vrf_id,
-                                      sw_if_index, flags))
-       {
-         return VNET_API_ERROR_NO_SUCH_ENTRY;
-       }
-
-      first_int_addr =
-       ip4_interface_first_address (nm->ip4_main, sw_if_index, 0);
-      if (!first_int_addr)
-       {
-         // dhcp resolution required
-         return 0;
-       }
-
-      e_addr.as_u32 = first_int_addr->as_u32;
-    }
-
   if (is_sm_identity_nat (flags))
     {
       l_port = e_port;
@@ -2455,7 +2575,7 @@ nat44_ei_del_static_mapping (ip4_address_t l_addr, ip4_address_t e_addr,
 
   if (clib_bihash_search_8_8 (&nm->static_mapping_by_external, &kv, &value))
     {
-      if (sw_if_index != ~0)
+      if (is_sm_switch_address (flags))
        {
          return 0;
        }
@@ -2709,27 +2829,6 @@ nat44_ei_worker_db_init (nat44_ei_main_per_thread_data_t *tnm,
   clib_dlist_init (tnm->lru_pool, tnm->unk_proto_lru_head_index);
 }
 
-static void
-nat44_ei_db_free ()
-{
-  nat44_ei_main_t *nm = &nat44_ei_main;
-  nat44_ei_main_per_thread_data_t *tnm;
-
-  pool_free (nm->static_mappings);
-  clib_bihash_free_8_8 (&nm->static_mapping_by_local);
-  clib_bihash_free_8_8 (&nm->static_mapping_by_external);
-
-  if (nm->pat)
-    {
-      clib_bihash_free_8_8 (&nm->in2out);
-      clib_bihash_free_8_8 (&nm->out2in);
-      vec_foreach (tnm, nm->per_thread_data)
-       {
-         nat44_ei_worker_db_free (tnm);
-       }
-    }
-}
-
 static void
 nat44_ei_db_init (u32 translations, u32 translation_buckets, u32 user_buckets)
 {
@@ -2941,9 +3040,9 @@ nat44_ei_del_address (ip4_address_t addr, u8 delete_sm)
       pool_foreach (m, nm->static_mappings)
        {
          if (m->external_addr.as_u32 == addr.as_u32)
-           nat44_ei_del_static_mapping (m->local_addr, m->external_addr,
-                                        m->local_port, m->external_port,
-                                        m->proto, m->vrf_id, ~0, m->flags);
+           nat44_ei_del_static_mapping_internal (
+             m->local_addr, m->external_addr, m->local_port, m->external_port,
+             m->proto, m->vrf_id, ~0, m->flags);
        }
     }
   else
@@ -2956,11 +3055,6 @@ nat44_ei_del_address (ip4_address_t addr, u8 delete_sm)
        }
     }
 
-  if (a->fib_index != ~0)
-    {
-      fib_table_unlock (a->fib_index, FIB_PROTOCOL_IP4, nm->fib_src_low);
-    }
-
   /* Delete sessions using address */
   if (a->busy_tcp_ports || a->busy_udp_ports || a->busy_icmp_ports)
     {
@@ -2984,14 +3078,18 @@ nat44_ei_del_address (ip4_address_t addr, u8 delete_sm)
        }
     }
 
+  nat44_ei_add_del_addr_to_fib_foreach_out_if (&addr, 0);
+
+  if (a->fib_index != ~0)
+    {
+      fib_table_unlock (a->fib_index, FIB_PROTOCOL_IP4, nm->fib_src_low);
+    }
+
 #define _(N, i, n, s) vec_free (a->busy_##n##_ports_per_thread);
   foreach_nat_protocol
 #undef _
 
     vec_del1 (nm->addresses, j);
-
-  nat44_ei_add_del_addr_to_fib_foreach_out_if (&addr, 0);
-
   return 0;
 }
 
@@ -3138,13 +3236,13 @@ nat44_ei_ip4_add_del_interface_address_cb (ip4_main_t *im, uword opaque,
          /* On this interface? */
          if (rp->sw_if_index == sw_if_index)
            {
-             rv = nat44_ei_add_static_mapping (
+             rv = nat44_ei_add_static_mapping_internal (
                rp->l_addr, address[0], rp->l_port, rp->e_port, rp->proto,
                rp->vrf_id, ~0, rp->flags, rp->pool_addr, rp->tag);
              if (rv)
                {
-                 nat_elog_notice_X1 (nm, "add_static_mapping returned %d",
-                                     "i4", rv);
+                 nat_elog_notice_X1 (
+                   nm, "add_static_mapping_internal returned %d", "i4", rv);
                }
            }
        }
@@ -3210,9 +3308,9 @@ nat44_ei_ip4_add_del_addr_only_sm_cb (ip4_main_t *im, uword opaque,
     {
       if (!m)
        return;
-      rv = nat44_ei_del_static_mapping (rp->l_addr, address[0], rp->l_port,
-                                       rp->e_port, rp->proto, rp->vrf_id, ~0,
-                                       rp->flags);
+      rv = nat44_ei_del_static_mapping_internal (
+       rp->l_addr, address[0], rp->l_port, rp->e_port, rp->proto, rp->vrf_id,
+       ~0, rp->flags);
       if (rv)
        {
          nat_elog_notice_X1 (nm, "nat44_ei_del_static_mapping returned %d",
@@ -3223,9 +3321,10 @@ nat44_ei_ip4_add_del_addr_only_sm_cb (ip4_main_t *im, uword opaque,
     {
       if (m)
        return;
-      rv = nat44_ei_add_static_mapping (rp->l_addr, address[0], rp->l_port,
-                                       rp->e_port, rp->proto, rp->vrf_id, ~0,
-                                       rp->flags, rp->pool_addr, rp->tag);
+      rv = nat44_ei_add_static_mapping_internal (
+       rp->l_addr, address[0], rp->l_port, rp->e_port, rp->proto, rp->vrf_id,
+       ~0, rp->flags, rp->pool_addr, rp->tag);
+
       if (rv)
        {
          nat_elog_notice_X1 (nm, "nat44_ei_add_static_mapping returned %d",
index 5f42b83..b8b339b 100644 (file)
@@ -63,8 +63,9 @@ typedef enum
 #define NAT44_EI_SESSION_FLAG_UNKNOWN_PROTO  (1 << 1)
 
 /* Static mapping flags */
-#define NAT44_EI_SM_FLAG_ADDR_ONLY    (1 << 0)
-#define NAT44_EI_SM_FLAG_IDENTITY_NAT (1 << 1)
+#define NAT44_EI_SM_FLAG_ADDR_ONLY     (1 << 0)
+#define NAT44_EI_SM_FLAG_IDENTITY_NAT  (1 << 1)
+#define NAT44_EI_SM_FLAG_SWITCH_ADDRESS (1 << 2)
 
 typedef struct
 {
@@ -678,6 +679,12 @@ is_sm_identity_nat (u32 f)
   return (f & NAT44_EI_SM_FLAG_IDENTITY_NAT);
 }
 
+always_inline bool
+is_sm_switch_address (u32 f)
+{
+  return (f & NAT44_EI_SM_FLAG_SWITCH_ADDRESS);
+}
+
 /* logging */
 #define nat44_ei_log_err(...)                                                 \
   vlib_log (VLIB_LOG_LEVEL_ERR, nat44_ei_main.log_class, __VA_ARGS__)
index b67bc7d..1d469b3 100644 (file)
@@ -809,7 +809,7 @@ vl_api_nat44_ei_add_del_static_mapping_t_handler (
   sw_if_index = clib_net_to_host_u32 (mp->external_sw_if_index);
   if (sw_if_index != ~0)
     {
-      e_addr.as_u32 = 0;
+      flags |= NAT44_EI_SM_FLAG_SWITCH_ADDRESS;
     }
   else
     {
@@ -964,7 +964,7 @@ vl_api_nat44_ei_add_del_identity_mapping_t_handler (
   sw_if_index = clib_net_to_host_u32 (mp->sw_if_index);
   if (sw_if_index != ~0)
     {
-      addr.as_u32 = 0;
+      flags |= NAT44_EI_SM_FLAG_SWITCH_ADDRESS;
     }
   else
     {
index a18c71b..e30fce0 100644 (file)
@@ -1092,6 +1092,11 @@ add_static_mapping_command_fn (vlib_main_t *vm, unformat_input_t *input,
       e_port = clib_host_to_net_u16 (e_port);
     }
 
+  if (sw_if_index != ~0)
+    {
+      flags |= NAT44_EI_SM_FLAG_SWITCH_ADDRESS;
+    }
+
   if (is_add)
     {
       rv =
@@ -1186,6 +1191,11 @@ add_identity_mapping_command_fn (vlib_main_t *vm, unformat_input_t *input,
       port = clib_host_to_net_u16 (port);
     }
 
+  if (sw_if_index != ~0)
+    {
+      flags |= NAT44_EI_SM_FLAG_SWITCH_ADDRESS;
+    }
+
   if (is_add)
     {