src/vnet/ipsec/ipsec_if.c

   1 /*
   2  * ipsec_if.c : IPSec interface support
   3  *
   4  * Copyright (c) 2015 Cisco and/or its affiliates.
   5  * Licensed under the Apache License, Version 2.0 (the "License");
   6  * you may not use this file except in compliance with the License.
   7  * You may obtain a copy of the License at:
   8  *
   9  *     http://www.apache.org/licenses/LICENSE-2.0
  10  *
  11  * Unless required by applicable law or agreed to in writing, software
  12  * distributed under the License is distributed on an "AS IS" BASIS,
  13  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14  * See the License for the specific language governing permissions and
  15  * limitations under the License.
  16  */
  17
  18 #include <vnet/vnet.h>
  19 #include <vnet/api_errno.h>
  20 #include <vnet/ip/ip.h>
  21 #include <vnet/fib/fib.h>
  22 #include <vnet/udp/udp.h>
  23 #include <vnet/adj/adj_midchain.h>
  24
  25 #include <vnet/ipsec/ipsec.h>
  26 #include <vnet/ipsec/esp.h>
  27
  28 void vl_api_rpc_call_main_thread (void *fp, u8 * data, u32 data_length);
  29
  30 static u8 *
  31 format_ipsec_name (u8 * s, va_list * args)
  32 {
  33   u32 dev_instance = va_arg (*args, u32);
  34   ipsec_main_t *im = &ipsec_main;
  35   ipsec_tunnel_if_t *t = im->tunnel_interfaces + dev_instance;
  36
  37   return format (s, "ipsec%d", t->show_instance);
  38 }
  39
  40 /* Statistics (not really errors) */
  41 #define foreach_ipsec_if_tx_error    \
  42 _(TX, "good packets transmitted")
  43
  44 static void
  45 ipsec_if_tunnel_stack (adj_index_t ai)
  46 {
  47   ipsec_main_t *ipm = &ipsec_main;
  48   ipsec_tunnel_if_t *it;
  49   ip_adjacency_t *adj;
  50   u32 sw_if_index;
  51
  52   adj = adj_get (ai);
  53   sw_if_index = adj->rewrite_header.sw_if_index;
  54
  55   if ((vec_len (ipm->ipsec_if_by_sw_if_index) <= sw_if_index) ||
  56       (~0 == ipm->ipsec_if_by_sw_if_index[sw_if_index]))
  57     return;
  58
  59   it = pool_elt_at_index (ipm->tunnel_interfaces,
  60                           ipm->ipsec_if_by_sw_if_index[sw_if_index]);
  61
  62   if (!vnet_hw_interface_is_link_up (vnet_get_main (), it->hw_if_index))
  63     {
  64       adj_midchain_delegate_unstack (ai);
  65     }
  66   else
  67     {
  68       ipsec_sa_t *sa;
  69
  70       sa = ipsec_sa_get (it->output_sa_index);
  71
  72       /* *INDENT-OFF* */
  73       fib_prefix_t pfx = {
  74         .fp_addr = sa->tunnel_dst_addr,
  75         .fp_len = (ipsec_sa_is_set_IS_TUNNEL_V6(sa) ? 128 : 32),
  76         .fp_proto = (ipsec_sa_is_set_IS_TUNNEL_V6(sa) ?
  77                      FIB_PROTOCOL_IP6 :
  78                      FIB_PROTOCOL_IP4),
  79       };
  80       /* *INDENT-ON* */
  81
  82       adj_midchain_delegate_stack (ai, sa->tx_fib_index, &pfx);
  83     }
  84 }
  85
  86 /**
  87  * @brief Call back when restacking all adjacencies on a IPSec interface
  88  */
  89 static adj_walk_rc_t
  90 ipsec_if_adj_walk_cb (adj_index_t ai, void *ctx)
  91 {
  92   ipsec_if_tunnel_stack (ai);
  93
  94   return (ADJ_WALK_RC_CONTINUE);
  95 }
  96
  97 static void
  98 ipsec_if_tunnel_restack (ipsec_tunnel_if_t * it)
  99 {
 100   fib_protocol_t proto;
 101
 102   /*
 103    * walk all the adjacencies on the IPSec interface and restack them
 104    */
 105   FOR_EACH_FIB_IP_PROTOCOL (proto)
 106   {
 107     adj_nbr_walk (it->sw_if_index, proto, ipsec_if_adj_walk_cb, NULL);
 108   }
 109 }
 110
 111 static clib_error_t *
 112 ipsec_admin_up_down_function (vnet_main_t * vnm, u32 hw_if_index, u32 flags)
 113 {
 114   ipsec_main_t *im = &ipsec_main;
 115   clib_error_t *err = 0;
 116   ipsec_tunnel_if_t *t;
 117   vnet_hw_interface_t *hi;
 118   ipsec_sa_t *sa;
 119
 120   hi = vnet_get_hw_interface (vnm, hw_if_index);
 121   t = pool_elt_at_index (im->tunnel_interfaces, hi->hw_instance);
 122   t->flags = flags;
 123
 124   if (flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
 125     {
 126       sa = pool_elt_at_index (im->sad, t->input_sa_index);
 127
 128       err = ipsec_check_support_cb (im, sa);
 129       if (err)
 130         return err;
 131
 132       err = ipsec_add_del_sa_sess_cb (im, t->input_sa_index, 1);
 133       if (err)
 134         return err;
 135
 136       sa = pool_elt_at_index (im->sad, t->output_sa_index);
 137
 138       err = ipsec_check_support_cb (im, sa);
 139       if (err)
 140         return err;
 141
 142       err = ipsec_add_del_sa_sess_cb (im, t->output_sa_index, 1);
 143       if (err)
 144         return err;
 145
 146       vnet_hw_interface_set_flags (vnm, hw_if_index,
 147                                    VNET_HW_INTERFACE_FLAG_LINK_UP);
 148     }
 149   else
 150     {
 151       vnet_hw_interface_set_flags (vnm, hw_if_index, 0 /* down */ );
 152       sa = pool_elt_at_index (im->sad, t->input_sa_index);
 153       err = ipsec_add_del_sa_sess_cb (im, t->input_sa_index, 0);
 154       if (err)
 155         return err;
 156       sa = pool_elt_at_index (im->sad, t->output_sa_index);
 157       err = ipsec_add_del_sa_sess_cb (im, t->output_sa_index, 0);
 158       if (err)
 159         return err;
 160     }
 161
 162   ipsec_if_tunnel_restack (t);
 163
 164   return (NULL);
 165 }
 166
 167 static u8 *
 168 ipsec_if_build_rewrite (vnet_main_t * vnm,
 169                         u32 sw_if_index,
 170                         vnet_link_t link_type, const void *dst_address)
 171 {
 172   return (NULL);
 173 }
 174
 175 static void
 176 ipsec_if_update_adj (vnet_main_t * vnm, u32 sw_if_index, adj_index_t ai)
 177 {
 178   adj_nbr_midchain_update_rewrite
 179     (ai, NULL, NULL, ADJ_FLAG_MIDCHAIN_IP_STACK,
 180      ipsec_if_build_rewrite (vnm, sw_if_index, adj_get_link_type (ai), NULL));
 181
 182   ipsec_if_tunnel_stack (ai);
 183 }
 184
 185 /* *INDENT-OFF* */
 186 VNET_DEVICE_CLASS (ipsec_device_class) =
 187 {
 188   .name = "IPSec",
 189   .format_device_name = format_ipsec_name,
 190   .admin_up_down_function = ipsec_admin_up_down_function,
 191 };
 192 /* *INDENT-ON* */
 193
 194 /* *INDENT-OFF* */
 195 VNET_HW_INTERFACE_CLASS (ipsec_hw_class) =
 196 {
 197   .name = "IPSec",
 198   .build_rewrite = default_build_rewrite,
 199   .update_adjacency = ipsec_if_update_adj,
 200   .flags = VNET_HW_INTERFACE_CLASS_FLAG_P2P,
 201 };
 202 /* *INDENT-ON* */
 203
 204 static int
 205 ipsec_add_del_tunnel_if_rpc_callback (ipsec_add_del_tunnel_args_t * a)
 206 {
 207   vnet_main_t *vnm = vnet_get_main ();
 208   ASSERT (vlib_get_thread_index () == 0);
 209
 210   return ipsec_add_del_tunnel_if_internal (vnm, a, NULL);
 211 }
 212
 213 int
 214 ipsec_add_del_tunnel_if (ipsec_add_del_tunnel_args_t * args)
 215 {
 216   vl_api_rpc_call_main_thread (ipsec_add_del_tunnel_if_rpc_callback,
 217                                (u8 *) args, sizeof (*args));
 218   return 0;
 219 }
 220
 221 static u32
 222 ipsec_tun_mk_input_sa_id (u32 ti)
 223 {
 224   return (0x80000000 | ti);
 225 }
 226
 227 static u32
 228 ipsec_tun_mk_output_sa_id (u32 ti)
 229 {
 230   return (0xc0000000 | ti);
 231 }
 232
 233 static void
 234 ipsec_tunnel_feature_set (ipsec_main_t * im, ipsec_tunnel_if_t * t, u8 enable)
 235 {
 236   u8 arc;
 237   u32 esp4_feature_index, esp6_feature_index;
 238   ipsec_sa_t *sa;
 239
 240   sa = ipsec_sa_get (t->output_sa_index);
 241   if (sa->crypto_alg == IPSEC_CRYPTO_ALG_NONE &&
 242       sa->integ_alg == IPSEC_INTEG_ALG_NONE)
 243     {
 244       esp4_feature_index = im->esp4_no_crypto_tun_feature_index;
 245       esp6_feature_index = im->esp6_no_crypto_tun_feature_index;
 246     }
 247   else
 248     {
 249       esp4_feature_index = im->esp4_encrypt_tun_feature_index;
 250       esp6_feature_index = im->esp6_encrypt_tun_feature_index;
 251     }
 252
 253   arc = vnet_get_feature_arc_index ("ip4-output");
 254
 255   vnet_feature_enable_disable_with_index (arc, esp4_feature_index,
 256                                           t->sw_if_index, enable,
 257                                           &t->output_sa_index,
 258                                           sizeof (t->output_sa_index));
 259
 260   arc = vnet_get_feature_arc_index ("ip6-output");
 261
 262   vnet_feature_enable_disable_with_index (arc, esp6_feature_index,
 263                                           t->sw_if_index, enable,
 264                                           &t->output_sa_index,
 265                                           sizeof (t->output_sa_index));
 266 }
 267
 268 int
 269 ipsec_add_del_tunnel_if_internal (vnet_main_t * vnm,
 270                                   ipsec_add_del_tunnel_args_t * args,
 271                                   u32 * sw_if_index_p)
 272 {
 273   ipsec_tunnel_if_t *t;
 274   ipsec_main_t *im = &ipsec_main;
 275   vnet_hw_interface_t *hi = NULL;
 276   u32 hw_if_index = ~0;
 277   u32 sw_if_index = ~0;
 278   uword *p;
 279   u32 dev_instance;
 280   ipsec_key_t crypto_key, integ_key;
 281   ipsec_sa_flags_t flags;
 282   int rv;
 283   int is_ip6 = args->is_ip6;
 284   ipsec4_tunnel_key_t key4;
 285   ipsec6_tunnel_key_t key6;
 286
 287   if (!is_ip6)
 288     {
 289       key4.remote_ip.as_u32 = args->remote_ip.ip4.as_u32;
 290       key4.spi = clib_host_to_net_u32 (args->remote_spi);
 291       p = hash_get (im->ipsec4_if_pool_index_by_key, key4.as_u64);
 292     }
 293   else
 294     {
 295       key6.remote_ip = args->remote_ip.ip6;
 296       key6.spi = clib_host_to_net_u32 (args->remote_spi);
 297       p = hash_get_mem (im->ipsec6_if_pool_index_by_key, &key6);
 298     }
 299
 300   if (args->is_add)
 301     {
 302       /* check if same src/dst pair exists */
 303       if (p)
 304         return VNET_API_ERROR_INVALID_VALUE;
 305
 306       pool_get_aligned_zero (im->tunnel_interfaces, t, CLIB_CACHE_LINE_BYTES);
 307
 308       dev_instance = t - im->tunnel_interfaces;
 309       if (args->renumber)
 310         t->show_instance = args->show_instance;
 311       else
 312         t->show_instance = dev_instance;
 313
 314       if (hash_get (im->ipsec_if_real_dev_by_show_dev, t->show_instance))
 315         {
 316           pool_put (im->tunnel_interfaces, t);
 317           return VNET_API_ERROR_INSTANCE_IN_USE;
 318         }
 319
 320       hash_set (im->ipsec_if_real_dev_by_show_dev, t->show_instance,
 321                 dev_instance);
 322
 323       flags = IPSEC_SA_FLAG_IS_TUNNEL;
 324       if (args->is_ip6)
 325         flags |= IPSEC_SA_FLAG_IS_TUNNEL_V6;
 326       if (args->udp_encap)
 327         flags |= IPSEC_SA_FLAG_UDP_ENCAP;
 328       if (args->esn)
 329         flags |= IPSEC_SA_FLAG_USE_ESN;
 330       if (args->anti_replay)
 331         flags |= IPSEC_SA_FLAG_USE_ANTI_REPLAY;
 332
 333       ipsec_mk_key (&crypto_key,
 334                     args->remote_crypto_key, args->remote_crypto_key_len);
 335       ipsec_mk_key (&integ_key,
 336                     args->remote_integ_key, args->remote_integ_key_len);
 337
 338       rv = ipsec_sa_add_and_lock (ipsec_tun_mk_input_sa_id (dev_instance),
 339                                   args->remote_spi,
 340                                   IPSEC_PROTOCOL_ESP,
 341                                   args->crypto_alg,
 342                                   &crypto_key,
 343                                   args->integ_alg,
 344                                   &integ_key,
 345                                   (flags | IPSEC_SA_FLAG_IS_INBOUND),
 346                                   args->tx_table_id,
 347                                   args->salt,
 348                                   &args->remote_ip,
 349                                   &args->local_ip, &t->input_sa_index);
 350
 351       if (rv)
 352         return rv;
 353
 354       ipsec_mk_key (&crypto_key,
 355                     args->local_crypto_key, args->local_crypto_key_len);
 356       ipsec_mk_key (&integ_key,
 357                     args->local_integ_key, args->local_integ_key_len);
 358
 359       rv = ipsec_sa_add_and_lock (ipsec_tun_mk_output_sa_id (dev_instance),
 360                                   args->local_spi,
 361                                   IPSEC_PROTOCOL_ESP,
 362                                   args->crypto_alg,
 363                                   &crypto_key,
 364                                   args->integ_alg,
 365                                   &integ_key,
 366                                   flags,
 367                                   args->tx_table_id,
 368                                   args->salt,
 369                                   &args->local_ip,
 370                                   &args->remote_ip, &t->output_sa_index);
 371
 372       if (rv)
 373         return rv;
 374
 375       /* copy the key */
 376       if (is_ip6)
 377         hash_set_mem_alloc (&im->ipsec6_if_pool_index_by_key, &key6,
 378                             t - im->tunnel_interfaces);
 379       else
 380         hash_set (im->ipsec4_if_pool_index_by_key, key4.as_u64,
 381                   t - im->tunnel_interfaces);
 382
 383       hw_if_index = vnet_register_interface (vnm, ipsec_device_class.index,
 384                                              t - im->tunnel_interfaces,
 385                                              ipsec_hw_class.index,
 386                                              t - im->tunnel_interfaces);
 387
 388       hi = vnet_get_hw_interface (vnm, hw_if_index);
 389       sw_if_index = hi->sw_if_index;
 390
 391       t->hw_if_index = hw_if_index;
 392       t->sw_if_index = hi->sw_if_index;
 393
 394       /* Standard default jumbo MTU. */
 395       vnet_sw_interface_set_mtu (vnm, t->sw_if_index, 9000);
 396
 397       /* Add the new tunnel to the DB of tunnels per sw_if_index ... */
 398       vec_validate_init_empty (im->ipsec_if_by_sw_if_index, t->sw_if_index,
 399                                ~0);
 400       im->ipsec_if_by_sw_if_index[t->sw_if_index] = dev_instance;
 401
 402       ipsec_tunnel_feature_set (im, t, 1);
 403
 404       /*1st interface, register protocol */
 405       if (pool_elts (im->tunnel_interfaces) == 1)
 406         {
 407           ip4_register_protocol (IP_PROTOCOL_IPSEC_ESP,
 408                                  ipsec4_if_input_node.index);
 409           ip6_register_protocol (IP_PROTOCOL_IPSEC_ESP,
 410                                  ipsec6_if_input_node.index);
 411         }
 412
 413     }
 414   else
 415     {
 416       u32 ti;
 417
 418       /* check if exists */
 419       if (!p)
 420         return VNET_API_ERROR_INVALID_VALUE;
 421
 422       ti = p[0];
 423       t = pool_elt_at_index (im->tunnel_interfaces, ti);
 424       hi = vnet_get_hw_interface (vnm, t->hw_if_index);
 425       sw_if_index = hi->sw_if_index;
 426
 427       vnet_sw_interface_set_flags (vnm, hi->sw_if_index, 0);    /* admin down */
 428
 429       ipsec_tunnel_feature_set (im, t, 0);
 430       vnet_delete_hw_interface (vnm, t->hw_if_index);
 431
 432       if (is_ip6)
 433         hash_unset_mem_free (&im->ipsec6_if_pool_index_by_key, &key6);
 434       else
 435         hash_unset (im->ipsec4_if_pool_index_by_key, key4.as_u64);
 436       hash_unset (im->ipsec_if_real_dev_by_show_dev, t->show_instance);
 437
 438       im->ipsec_if_by_sw_if_index[t->sw_if_index] = ~0;
 439
 440       /* delete input and output SA */
 441       ipsec_sa_unlock (t->input_sa_index);
 442       ipsec_sa_unlock (t->output_sa_index);
 443
 444       pool_put (im->tunnel_interfaces, t);
 445     }
 446
 447   if (sw_if_index_p)
 448     *sw_if_index_p = sw_if_index;
 449
 450   return 0;
 451 }
 452
 453 int
 454 ipsec_set_interface_sa (vnet_main_t * vnm, u32 hw_if_index, u32 sa_id,
 455                         u8 is_outbound)
 456 {
 457   ipsec_main_t *im = &ipsec_main;
 458   vnet_hw_interface_t *hi;
 459   ipsec_tunnel_if_t *t;
 460   ipsec_sa_t *sa, *old_sa;
 461   u32 sa_index, old_sa_index;
 462   uword *p;
 463
 464   hi = vnet_get_hw_interface (vnm, hw_if_index);
 465   t = pool_elt_at_index (im->tunnel_interfaces, hi->dev_instance);
 466
 467   sa_index = ipsec_sa_find_and_lock (sa_id);
 468
 469   if (INDEX_INVALID == sa_index)
 470     {
 471       clib_warning ("SA with ID %u not found", sa_id);
 472       return VNET_API_ERROR_NO_SUCH_ENTRY;
 473     }
 474
 475   sa = pool_elt_at_index (im->sad, sa_index);
 476
 477   if (!is_outbound)
 478     {
 479       old_sa_index = t->input_sa_index;
 480       old_sa = pool_elt_at_index (im->sad, old_sa_index);
 481
 482       if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ^
 483           ipsec_sa_is_set_IS_TUNNEL_V6 (old_sa))
 484         {
 485           clib_warning ("IPsec interface SA endpoints type can't be changed");
 486           return VNET_API_ERROR_INVALID_VALUE;
 487         }
 488
 489       if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa))
 490         {
 491           ipsec6_tunnel_key_t key;
 492
 493           /* unset old inbound hash entry. packets should stop arriving */
 494           key.remote_ip = old_sa->tunnel_src_addr.ip6;
 495           key.spi = clib_host_to_net_u32 (old_sa->spi);
 496
 497           p = hash_get_mem (im->ipsec6_if_pool_index_by_key, &key);
 498           if (p)
 499             hash_unset_mem_free (&im->ipsec6_if_pool_index_by_key, &key);
 500
 501           /* set new inbound SA, then set new hash entry */
 502           t->input_sa_index = sa_index;
 503           key.remote_ip = sa->tunnel_src_addr.ip6;
 504           key.spi = clib_host_to_net_u32 (sa->spi);
 505
 506           hash_set_mem_alloc (&im->ipsec6_if_pool_index_by_key, &key,
 507                               hi->dev_instance);
 508         }
 509       else
 510         {
 511           ipsec4_tunnel_key_t key;
 512
 513           /* unset old inbound hash entry. packets should stop arriving */
 514           key.remote_ip.as_u32 = old_sa->tunnel_src_addr.ip4.as_u32;
 515           key.spi = clib_host_to_net_u32 (old_sa->spi);
 516
 517           p = hash_get (im->ipsec4_if_pool_index_by_key, key.as_u64);
 518           if (p)
 519             hash_unset (im->ipsec4_if_pool_index_by_key, key.as_u64);
 520
 521           /* set new inbound SA, then set new hash entry */
 522           t->input_sa_index = sa_index;
 523           key.remote_ip.as_u32 = sa->tunnel_src_addr.ip4.as_u32;
 524           key.spi = clib_host_to_net_u32 (sa->spi);
 525
 526           hash_set (im->ipsec4_if_pool_index_by_key, key.as_u64,
 527                     hi->dev_instance);
 528         }
 529     }
 530   else
 531     {
 532       old_sa_index = t->output_sa_index;
 533       old_sa = pool_elt_at_index (im->sad, old_sa_index);
 534
 535       if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ^
 536           ipsec_sa_is_set_IS_TUNNEL_V6 (old_sa))
 537         {
 538           clib_warning ("IPsec interface SA endpoints type can't be changed");
 539           return VNET_API_ERROR_INVALID_VALUE;
 540         }
 541
 542       /*
 543        * re-enable the feature to get the new SA in
 544        * the workers are stopped so no packets are sent in the clear
 545        */
 546       ipsec_tunnel_feature_set (im, t, 0);
 547       t->output_sa_index = sa_index;
 548       ipsec_tunnel_feature_set (im, t, 1);
 549     }
 550
 551   /* remove sa_id to sa_index mapping on old SA */
 552   hash_unset (im->sa_index_by_sa_id, old_sa->id);
 553
 554   if (ipsec_add_del_sa_sess_cb (im, old_sa_index, 0))
 555     {
 556       clib_warning ("IPsec backend add/del callback returned error");
 557       return VNET_API_ERROR_SYSCALL_ERROR_1;
 558     }
 559
 560   ipsec_sa_unlock (old_sa_index);
 561
 562   return 0;
 563 }
 564
 565 clib_error_t *
 566 ipsec_tunnel_if_init (vlib_main_t * vm)
 567 {
 568   ipsec_main_t *im = &ipsec_main;
 569
 570   /* initialize the ipsec-if ip4 hash */
 571   im->ipsec4_if_pool_index_by_key =
 572     hash_create (0, sizeof (ipsec4_tunnel_key_t));
 573   /* initialize the ipsec-if ip6 hash */
 574   im->ipsec6_if_pool_index_by_key = hash_create_mem (0,
 575                                                      sizeof
 576                                                      (ipsec6_tunnel_key_t),
 577                                                      sizeof (uword));
 578   im->ipsec_if_real_dev_by_show_dev = hash_create (0, sizeof (uword));
 579
 580   /* set up feature nodes to drop outbound packets with no crypto alg set */
 581   ipsec_add_feature ("ip4-output", "esp4-no-crypto",
 582                      &im->esp4_no_crypto_tun_feature_index);
 583   ipsec_add_feature ("ip6-output", "esp6-no-crypto",
 584                      &im->esp6_no_crypto_tun_feature_index);
 585
 586   udp_register_dst_port (vlib_get_main (),
 587                          UDP_DST_PORT_ipsec, ipsec4_if_input_node.index, 1);
 588   return 0;
 589 }
 590
 591 VLIB_INIT_FUNCTION (ipsec_tunnel_if_init);
 592
 593
 594 /*
 595  * fd.io coding-style-patch-verification: ON
 596  *
 597  * Local Variables:
 598  * eval: (c-set-style "gnu")
 599  * End:
 600  */