src/vnet/ipsec/ipsec.c

   1 /*
   2  * ipsec.c : IPSEC module functions
   3  *
   4  * Copyright (c) 2015 Cisco and/or its affiliates.
   5  * Licensed under the Apache License, Version 2.0 (the "License");
   6  * you may not use this file except in compliance with the License.
   7  * You may obtain a copy of the License at:
   8  *
   9  *     http://www.apache.org/licenses/LICENSE-2.0
  10  *
  11  * Unless required by applicable law or agreed to in writing, software
  12  * distributed under the License is distributed on an "AS IS" BASIS,
  13  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  14  * See the License for the specific language governing permissions and
  15  * limitations under the License.
  16  */
  17
  18 #include <vnet/vnet.h>
  19 #include <vnet/api_errno.h>
  20 #include <vnet/ip/ip.h>
  21 #include <vnet/interface.h>
  22 #include <vnet/udp/udp_local.h>
  23
  24 #include <vnet/ipsec/ipsec.h>
  25 #include <vnet/ipsec/esp.h>
  26 #include <vnet/ipsec/ah.h>
  27 #include <vnet/ipsec/ipsec_tun.h>
  28
  29 /* Flow cache is sized for 1 million flows with a load factor of .25.
  30  */
  31 #define IPSEC4_OUT_SPD_DEFAULT_HASH_NUM_BUCKETS (1 << 22)
  32
  33 ipsec_main_t ipsec_main;
  34 esp_async_post_next_t esp_encrypt_async_next;
  35 esp_async_post_next_t esp_decrypt_async_next;
  36
  37 static clib_error_t *
  38 ipsec_check_ah_support (ipsec_sa_t * sa)
  39 {
  40   ipsec_main_t *im = &ipsec_main;
  41
  42   if (sa->integ_alg == IPSEC_INTEG_ALG_NONE)
  43     return clib_error_return (0, "unsupported none integ-alg");
  44
  45   if (!vnet_crypto_is_set_handler (im->integ_algs[sa->integ_alg].alg))
  46     return clib_error_return (0, "No crypto engine support for %U",
  47                               format_ipsec_integ_alg, sa->integ_alg);
  48
  49   return 0;
  50 }
  51
  52 static clib_error_t *
  53 ipsec_check_esp_support (ipsec_sa_t * sa)
  54 {
  55   ipsec_main_t *im = &ipsec_main;
  56
  57   if (IPSEC_INTEG_ALG_NONE != sa->integ_alg)
  58     {
  59       if (!vnet_crypto_is_set_handler (im->integ_algs[sa->integ_alg].alg))
  60         return clib_error_return (0, "No crypto engine support for %U",
  61                                   format_ipsec_integ_alg, sa->integ_alg);
  62     }
  63   if (IPSEC_CRYPTO_ALG_NONE != sa->crypto_alg)
  64     {
  65       if (!vnet_crypto_is_set_handler (im->crypto_algs[sa->crypto_alg].alg))
  66         return clib_error_return (0, "No crypto engine support for %U",
  67                                   format_ipsec_crypto_alg, sa->crypto_alg);
  68     }
  69
  70   return (0);
  71 }
  72
  73 clib_error_t *
  74 ipsec_add_del_sa_sess_cb (ipsec_main_t * im, u32 sa_index, u8 is_add)
  75 {
  76   ipsec_ah_backend_t *ah =
  77     pool_elt_at_index (im->ah_backends, im->ah_current_backend);
  78   if (ah->add_del_sa_sess_cb)
  79     {
  80       clib_error_t *err = ah->add_del_sa_sess_cb (sa_index, is_add);
  81       if (err)
  82         return err;
  83     }
  84   ipsec_esp_backend_t *esp =
  85     pool_elt_at_index (im->esp_backends, im->esp_current_backend);
  86   if (esp->add_del_sa_sess_cb)
  87     {
  88       clib_error_t *err = esp->add_del_sa_sess_cb (sa_index, is_add);
  89       if (err)
  90         return err;
  91     }
  92   return 0;
  93 }
  94
  95 clib_error_t *
  96 ipsec_check_support_cb (ipsec_main_t * im, ipsec_sa_t * sa)
  97 {
  98   clib_error_t *error = 0;
  99
 100   if (PREDICT_FALSE (sa->protocol == IPSEC_PROTOCOL_AH))
 101     {
 102       ipsec_ah_backend_t *ah =
 103         pool_elt_at_index (im->ah_backends, im->ah_current_backend);
 104       ASSERT (ah->check_support_cb);
 105       error = ah->check_support_cb (sa);
 106     }
 107   else
 108     {
 109       ipsec_esp_backend_t *esp =
 110         pool_elt_at_index (im->esp_backends, im->esp_current_backend);
 111       ASSERT (esp->check_support_cb);
 112       error = esp->check_support_cb (sa);
 113     }
 114   return error;
 115 }
 116
 117
 118 static void
 119 ipsec_add_node (vlib_main_t * vm, const char *node_name,
 120                 const char *prev_node_name, u32 * out_node_index,
 121                 u32 * out_next_index)
 122 {
 123   vlib_node_t *prev_node, *node;
 124   prev_node = vlib_get_node_by_name (vm, (u8 *) prev_node_name);
 125   ASSERT (prev_node);
 126   node = vlib_get_node_by_name (vm, (u8 *) node_name);
 127   ASSERT (node);
 128   *out_node_index = node->index;
 129   *out_next_index = vlib_node_add_next (vm, prev_node->index, node->index);
 130 }
 131
 132 void
 133 ipsec_unregister_udp_port (u16 port)
 134 {
 135   ipsec_main_t *im = &ipsec_main;
 136   u32 n_regs;
 137   uword *p;
 138
 139   p = hash_get (im->udp_port_registrations, port);
 140
 141   ASSERT (p);
 142
 143   n_regs = p[0];
 144
 145   if (0 == --n_regs)
 146     {
 147       udp_unregister_dst_port (vlib_get_main (), port, 1);
 148       hash_unset (im->udp_port_registrations, port);
 149     }
 150   else
 151     {
 152       hash_unset (im->udp_port_registrations, port);
 153       hash_set (im->udp_port_registrations, port, n_regs);
 154     }
 155 }
 156
 157 void
 158 ipsec_register_udp_port (u16 port)
 159 {
 160   ipsec_main_t *im = &ipsec_main;
 161   u32 n_regs;
 162   uword *p;
 163
 164   p = hash_get (im->udp_port_registrations, port);
 165
 166   n_regs = (p ? p[0] : 0);
 167
 168   if (0 == n_regs++)
 169     udp_register_dst_port (vlib_get_main (), port,
 170                            ipsec4_tun_input_node.index, 1);
 171
 172   hash_unset (im->udp_port_registrations, port);
 173   hash_set (im->udp_port_registrations, port, n_regs);
 174 }
 175
 176 u32
 177 ipsec_register_ah_backend (vlib_main_t * vm, ipsec_main_t * im,
 178                            const char *name,
 179                            const char *ah4_encrypt_node_name,
 180                            const char *ah4_decrypt_node_name,
 181                            const char *ah6_encrypt_node_name,
 182                            const char *ah6_decrypt_node_name,
 183                            check_support_cb_t ah_check_support_cb,
 184                            add_del_sa_sess_cb_t ah_add_del_sa_sess_cb)
 185 {
 186   ipsec_ah_backend_t *b;
 187   pool_get (im->ah_backends, b);
 188   b->name = format (0, "%s%c", name, 0);
 189
 190   ipsec_add_node (vm, ah4_encrypt_node_name, "ipsec4-output-feature",
 191                   &b->ah4_encrypt_node_index, &b->ah4_encrypt_next_index);
 192   ipsec_add_node (vm, ah4_decrypt_node_name, "ipsec4-input-feature",
 193                   &b->ah4_decrypt_node_index, &b->ah4_decrypt_next_index);
 194   ipsec_add_node (vm, ah6_encrypt_node_name, "ipsec6-output-feature",
 195                   &b->ah6_encrypt_node_index, &b->ah6_encrypt_next_index);
 196   ipsec_add_node (vm, ah6_decrypt_node_name, "ipsec6-input-feature",
 197                   &b->ah6_decrypt_node_index, &b->ah6_decrypt_next_index);
 198
 199   b->check_support_cb = ah_check_support_cb;
 200   b->add_del_sa_sess_cb = ah_add_del_sa_sess_cb;
 201   return b - im->ah_backends;
 202 }
 203
 204 u32
 205 ipsec_register_esp_backend (
 206   vlib_main_t *vm, ipsec_main_t *im, const char *name,
 207   const char *esp4_encrypt_node_name, const char *esp4_encrypt_node_tun_name,
 208   const char *esp4_decrypt_node_name, const char *esp4_decrypt_tun_node_name,
 209   const char *esp6_encrypt_node_name, const char *esp6_encrypt_node_tun_name,
 210   const char *esp6_decrypt_node_name, const char *esp6_decrypt_tun_node_name,
 211   const char *esp_mpls_encrypt_node_tun_name,
 212   check_support_cb_t esp_check_support_cb,
 213   add_del_sa_sess_cb_t esp_add_del_sa_sess_cb,
 214   enable_disable_cb_t enable_disable_cb)
 215 {
 216   ipsec_esp_backend_t *b;
 217
 218   pool_get (im->esp_backends, b);
 219   b->name = format (0, "%s%c", name, 0);
 220
 221   ipsec_add_node (vm, esp4_encrypt_node_name, "ipsec4-output-feature",
 222                   &b->esp4_encrypt_node_index, &b->esp4_encrypt_next_index);
 223   ipsec_add_node (vm, esp4_decrypt_node_name, "ipsec4-input-feature",
 224                   &b->esp4_decrypt_node_index, &b->esp4_decrypt_next_index);
 225   ipsec_add_node (vm, esp6_encrypt_node_name, "ipsec6-output-feature",
 226                   &b->esp6_encrypt_node_index, &b->esp6_encrypt_next_index);
 227   ipsec_add_node (vm, esp6_decrypt_node_name, "ipsec6-input-feature",
 228                   &b->esp6_decrypt_node_index, &b->esp6_decrypt_next_index);
 229   ipsec_add_node (vm, esp4_decrypt_tun_node_name, "ipsec4-tun-input",
 230                   &b->esp4_decrypt_tun_node_index,
 231                   &b->esp4_decrypt_tun_next_index);
 232   ipsec_add_node (vm, esp6_decrypt_tun_node_name, "ipsec6-tun-input",
 233                   &b->esp6_decrypt_tun_node_index,
 234                   &b->esp6_decrypt_tun_next_index);
 235
 236   b->esp6_encrypt_tun_node_index =
 237     vlib_get_node_by_name (vm, (u8 *) esp6_encrypt_node_tun_name)->index;
 238   b->esp_mpls_encrypt_tun_node_index =
 239     vlib_get_node_by_name (vm, (u8 *) esp_mpls_encrypt_node_tun_name)->index;
 240   b->esp4_encrypt_tun_node_index =
 241     vlib_get_node_by_name (vm, (u8 *) esp4_encrypt_node_tun_name)->index;
 242
 243   b->check_support_cb = esp_check_support_cb;
 244   b->add_del_sa_sess_cb = esp_add_del_sa_sess_cb;
 245   b->enable_disable_cb = enable_disable_cb;
 246
 247   return b - im->esp_backends;
 248 }
 249
 250 clib_error_t *
 251 ipsec_rsc_in_use (ipsec_main_t * im)
 252 {
 253   /* return an error is crypto resource are in use */
 254   if (pool_elts (ipsec_sa_pool) > 0)
 255     return clib_error_return (0, "%d SA entries configured",
 256                               pool_elts (ipsec_sa_pool));
 257
 258   return (NULL);
 259 }
 260
 261 int
 262 ipsec_select_ah_backend (ipsec_main_t * im, u32 backend_idx)
 263 {
 264   if (ipsec_rsc_in_use (im))
 265     return VNET_API_ERROR_RSRC_IN_USE;
 266
 267   if (pool_is_free_index (im->ah_backends, backend_idx))
 268     return VNET_API_ERROR_INVALID_VALUE;
 269
 270   ipsec_ah_backend_t *b = pool_elt_at_index (im->ah_backends, backend_idx);
 271   im->ah_current_backend = backend_idx;
 272   im->ah4_encrypt_node_index = b->ah4_encrypt_node_index;
 273   im->ah4_decrypt_node_index = b->ah4_decrypt_node_index;
 274   im->ah4_encrypt_next_index = b->ah4_encrypt_next_index;
 275   im->ah4_decrypt_next_index = b->ah4_decrypt_next_index;
 276   im->ah6_encrypt_node_index = b->ah6_encrypt_node_index;
 277   im->ah6_decrypt_node_index = b->ah6_decrypt_node_index;
 278   im->ah6_encrypt_next_index = b->ah6_encrypt_next_index;
 279   im->ah6_decrypt_next_index = b->ah6_decrypt_next_index;
 280
 281   return 0;
 282 }
 283
 284 int
 285 ipsec_select_esp_backend (ipsec_main_t * im, u32 backend_idx)
 286 {
 287   if (ipsec_rsc_in_use (im))
 288     return VNET_API_ERROR_RSRC_IN_USE;
 289
 290   if (pool_is_free_index (im->esp_backends, backend_idx))
 291     return VNET_API_ERROR_INVALID_VALUE;
 292
 293   /* disable current backend */
 294   if (im->esp_current_backend != ~0)
 295     {
 296       ipsec_esp_backend_t *cb = pool_elt_at_index (im->esp_backends,
 297                                                    im->esp_current_backend);
 298       if (cb->enable_disable_cb)
 299         {
 300           if ((cb->enable_disable_cb) (0) != 0)
 301             return -1;
 302         }
 303     }
 304
 305   ipsec_esp_backend_t *b = pool_elt_at_index (im->esp_backends, backend_idx);
 306   im->esp_current_backend = backend_idx;
 307   im->esp4_encrypt_node_index = b->esp4_encrypt_node_index;
 308   im->esp4_decrypt_node_index = b->esp4_decrypt_node_index;
 309   im->esp4_encrypt_next_index = b->esp4_encrypt_next_index;
 310   im->esp4_decrypt_next_index = b->esp4_decrypt_next_index;
 311   im->esp6_encrypt_node_index = b->esp6_encrypt_node_index;
 312   im->esp6_decrypt_node_index = b->esp6_decrypt_node_index;
 313   im->esp6_encrypt_next_index = b->esp6_encrypt_next_index;
 314   im->esp6_decrypt_next_index = b->esp6_decrypt_next_index;
 315   im->esp4_decrypt_tun_node_index = b->esp4_decrypt_tun_node_index;
 316   im->esp4_decrypt_tun_next_index = b->esp4_decrypt_tun_next_index;
 317   im->esp6_decrypt_tun_node_index = b->esp6_decrypt_tun_node_index;
 318   im->esp6_decrypt_tun_next_index = b->esp6_decrypt_tun_next_index;
 319   im->esp4_encrypt_tun_node_index = b->esp4_encrypt_tun_node_index;
 320   im->esp6_encrypt_tun_node_index = b->esp6_encrypt_tun_node_index;
 321   im->esp_mpls_encrypt_tun_node_index = b->esp_mpls_encrypt_tun_node_index;
 322
 323   if (b->enable_disable_cb)
 324     {
 325       if ((b->enable_disable_cb) (1) != 0)
 326         return -1;
 327     }
 328   return 0;
 329 }
 330
 331 void
 332 ipsec_set_async_mode (u32 is_enabled)
 333 {
 334   ipsec_main_t *im = &ipsec_main;
 335   ipsec_sa_t *sa;
 336
 337   vnet_crypto_request_async_mode (is_enabled);
 338
 339   im->async_mode = is_enabled;
 340
 341   /* change SA crypto op data */
 342   pool_foreach (sa, ipsec_sa_pool)
 343     {
 344       sa->crypto_op_data =
 345         (is_enabled ? sa->async_op_data.data : sa->sync_op_data.data);
 346     }
 347 }
 348
 349 static void
 350 crypto_engine_backend_register_post_node (vlib_main_t * vm)
 351 {
 352   esp_async_post_next_t *eit;
 353   esp_async_post_next_t *dit;
 354
 355   eit = &esp_encrypt_async_next;
 356   eit->esp4_post_next =
 357     vnet_crypto_register_post_node (vm, "esp4-encrypt-post");
 358   eit->esp6_post_next =
 359     vnet_crypto_register_post_node (vm, "esp6-encrypt-post");
 360   eit->esp4_tun_post_next =
 361     vnet_crypto_register_post_node (vm, "esp4-encrypt-tun-post");
 362   eit->esp6_tun_post_next =
 363     vnet_crypto_register_post_node (vm, "esp6-encrypt-tun-post");
 364   eit->esp_mpls_tun_post_next =
 365     vnet_crypto_register_post_node (vm, "esp-mpls-encrypt-tun-post");
 366
 367   dit = &esp_decrypt_async_next;
 368   dit->esp4_post_next =
 369     vnet_crypto_register_post_node (vm, "esp4-decrypt-post");
 370   dit->esp6_post_next =
 371     vnet_crypto_register_post_node (vm, "esp6-decrypt-post");
 372   dit->esp4_tun_post_next =
 373     vnet_crypto_register_post_node (vm, "esp4-decrypt-tun-post");
 374   dit->esp6_tun_post_next =
 375     vnet_crypto_register_post_node (vm, "esp6-decrypt-tun-post");
 376 }
 377
 378 static clib_error_t *
 379 ipsec_init (vlib_main_t * vm)
 380 {
 381   clib_error_t *error;
 382   ipsec_main_t *im = &ipsec_main;
 383   ipsec_main_crypto_alg_t *a;
 384
 385   /* Backend registration requires the feature arcs to be set up */
 386   if ((error = vlib_call_init_function (vm, vnet_feature_init)))
 387     return (error);
 388
 389   im->vnet_main = vnet_get_main ();
 390   im->vlib_main = vm;
 391
 392   im->spd_index_by_spd_id = hash_create (0, sizeof (uword));
 393   im->sa_index_by_sa_id = hash_create (0, sizeof (uword));
 394   im->spd_index_by_sw_if_index = hash_create (0, sizeof (uword));
 395
 396   vlib_node_t *node = vlib_get_node_by_name (vm, (u8 *) "error-drop");
 397   ASSERT (node);
 398   im->error_drop_node_index = node->index;
 399
 400   im->ah_current_backend = ~0;
 401   im->esp_current_backend = ~0;
 402
 403   u32 idx = ipsec_register_ah_backend (vm, im, "crypto engine backend",
 404                                        "ah4-encrypt",
 405                                        "ah4-decrypt",
 406                                        "ah6-encrypt",
 407                                        "ah6-decrypt",
 408                                        ipsec_check_ah_support,
 409                                        NULL);
 410
 411   im->ah_default_backend = idx;
 412   int rv = ipsec_select_ah_backend (im, idx);
 413   ASSERT (0 == rv);
 414   (void) (rv);                  // avoid warning
 415
 416   idx = ipsec_register_esp_backend (
 417     vm, im, "crypto engine backend", "esp4-encrypt", "esp4-encrypt-tun",
 418     "esp4-decrypt", "esp4-decrypt-tun", "esp6-encrypt", "esp6-encrypt-tun",
 419     "esp6-decrypt", "esp6-decrypt-tun", "esp-mpls-encrypt-tun",
 420     ipsec_check_esp_support, NULL, crypto_dispatch_enable_disable);
 421   im->esp_default_backend = idx;
 422
 423   rv = ipsec_select_esp_backend (im, idx);
 424   ASSERT (0 == rv);
 425   (void) (rv);                  // avoid warning
 426
 427   if ((error = vlib_call_init_function (vm, ipsec_cli_init)))
 428     return error;
 429
 430   vec_validate (im->crypto_algs, IPSEC_CRYPTO_N_ALG - 1);
 431
 432   a = im->crypto_algs + IPSEC_CRYPTO_ALG_NONE;
 433   a->enc_op_id = VNET_CRYPTO_OP_NONE;
 434   a->dec_op_id = VNET_CRYPTO_OP_NONE;
 435   a->alg = VNET_CRYPTO_ALG_NONE;
 436   a->iv_size = 0;
 437   a->block_align = 1;
 438
 439   a = im->crypto_algs + IPSEC_CRYPTO_ALG_DES_CBC;
 440   a->enc_op_id = VNET_CRYPTO_OP_DES_CBC_ENC;
 441   a->dec_op_id = VNET_CRYPTO_OP_DES_CBC_DEC;
 442   a->alg = VNET_CRYPTO_ALG_DES_CBC;
 443   a->iv_size = a->block_align = 8;
 444
 445   a = im->crypto_algs + IPSEC_CRYPTO_ALG_3DES_CBC;
 446   a->enc_op_id = VNET_CRYPTO_OP_3DES_CBC_ENC;
 447   a->dec_op_id = VNET_CRYPTO_OP_3DES_CBC_DEC;
 448   a->alg = VNET_CRYPTO_ALG_3DES_CBC;
 449   a->iv_size = a->block_align = 8;
 450
 451   a = im->crypto_algs + IPSEC_CRYPTO_ALG_AES_CBC_128;
 452   a->enc_op_id = VNET_CRYPTO_OP_AES_128_CBC_ENC;
 453   a->dec_op_id = VNET_CRYPTO_OP_AES_128_CBC_DEC;
 454   a->alg = VNET_CRYPTO_ALG_AES_128_CBC;
 455   a->iv_size = a->block_align = 16;
 456
 457   a = im->crypto_algs + IPSEC_CRYPTO_ALG_AES_CBC_192;
 458   a->enc_op_id = VNET_CRYPTO_OP_AES_192_CBC_ENC;
 459   a->dec_op_id = VNET_CRYPTO_OP_AES_192_CBC_DEC;
 460   a->alg = VNET_CRYPTO_ALG_AES_192_CBC;
 461   a->iv_size = a->block_align = 16;
 462
 463   a = im->crypto_algs + IPSEC_CRYPTO_ALG_AES_CBC_256;
 464   a->enc_op_id = VNET_CRYPTO_OP_AES_256_CBC_ENC;
 465   a->dec_op_id = VNET_CRYPTO_OP_AES_256_CBC_DEC;
 466   a->alg = VNET_CRYPTO_ALG_AES_256_CBC;
 467   a->iv_size = a->block_align = 16;
 468
 469   a = im->crypto_algs + IPSEC_CRYPTO_ALG_AES_CTR_128;
 470   a->enc_op_id = VNET_CRYPTO_OP_AES_128_CTR_ENC;
 471   a->dec_op_id = VNET_CRYPTO_OP_AES_128_CTR_DEC;
 472   a->alg = VNET_CRYPTO_ALG_AES_128_CTR;
 473   a->iv_size = 8;
 474   a->block_align = 1;
 475
 476   a = im->crypto_algs + IPSEC_CRYPTO_ALG_AES_CTR_192;
 477   a->enc_op_id = VNET_CRYPTO_OP_AES_192_CTR_ENC;
 478   a->dec_op_id = VNET_CRYPTO_OP_AES_192_CTR_DEC;
 479   a->alg = VNET_CRYPTO_ALG_AES_192_CTR;
 480   a->iv_size = 8;
 481   a->block_align = 1;
 482
 483   a = im->crypto_algs + IPSEC_CRYPTO_ALG_AES_CTR_256;
 484   a->enc_op_id = VNET_CRYPTO_OP_AES_256_CTR_ENC;
 485   a->dec_op_id = VNET_CRYPTO_OP_AES_256_CTR_DEC;
 486   a->alg = VNET_CRYPTO_ALG_AES_256_CTR;
 487   a->iv_size = 8;
 488   a->block_align = 1;
 489
 490   a = im->crypto_algs + IPSEC_CRYPTO_ALG_AES_GCM_128;
 491   a->enc_op_id = VNET_CRYPTO_OP_AES_128_GCM_ENC;
 492   a->dec_op_id = VNET_CRYPTO_OP_AES_128_GCM_DEC;
 493   a->alg = VNET_CRYPTO_ALG_AES_128_GCM;
 494   a->iv_size = 8;
 495   a->block_align = 1;
 496   a->icv_size = 16;
 497
 498   a = im->crypto_algs + IPSEC_CRYPTO_ALG_AES_GCM_192;
 499   a->enc_op_id = VNET_CRYPTO_OP_AES_192_GCM_ENC;
 500   a->dec_op_id = VNET_CRYPTO_OP_AES_192_GCM_DEC;
 501   a->alg = VNET_CRYPTO_ALG_AES_192_GCM;
 502   a->iv_size = 8;
 503   a->block_align = 1;
 504   a->icv_size = 16;
 505
 506   a = im->crypto_algs + IPSEC_CRYPTO_ALG_AES_GCM_256;
 507   a->enc_op_id = VNET_CRYPTO_OP_AES_256_GCM_ENC;
 508   a->dec_op_id = VNET_CRYPTO_OP_AES_256_GCM_DEC;
 509   a->alg = VNET_CRYPTO_ALG_AES_256_GCM;
 510   a->iv_size = 8;
 511   a->block_align = 1;
 512   a->icv_size = 16;
 513
 514   vec_validate (im->integ_algs, IPSEC_INTEG_N_ALG - 1);
 515   ipsec_main_integ_alg_t *i;
 516
 517   i = &im->integ_algs[IPSEC_INTEG_ALG_MD5_96];
 518   i->op_id = VNET_CRYPTO_OP_MD5_HMAC;
 519   i->alg = VNET_CRYPTO_ALG_HMAC_MD5;
 520   i->icv_size = 12;
 521
 522   i = &im->integ_algs[IPSEC_INTEG_ALG_SHA1_96];
 523   i->op_id = VNET_CRYPTO_OP_SHA1_HMAC;
 524   i->alg = VNET_CRYPTO_ALG_HMAC_SHA1;
 525   i->icv_size = 12;
 526
 527   i = &im->integ_algs[IPSEC_INTEG_ALG_SHA_256_96];
 528   i->op_id = VNET_CRYPTO_OP_SHA1_HMAC;
 529   i->alg = VNET_CRYPTO_ALG_HMAC_SHA256;
 530   i->icv_size = 12;
 531
 532   i = &im->integ_algs[IPSEC_INTEG_ALG_SHA_256_128];
 533   i->op_id = VNET_CRYPTO_OP_SHA256_HMAC;
 534   i->alg = VNET_CRYPTO_ALG_HMAC_SHA256;
 535   i->icv_size = 16;
 536
 537   i = &im->integ_algs[IPSEC_INTEG_ALG_SHA_384_192];
 538   i->op_id = VNET_CRYPTO_OP_SHA384_HMAC;
 539   i->alg = VNET_CRYPTO_ALG_HMAC_SHA384;
 540   i->icv_size = 24;
 541
 542   i = &im->integ_algs[IPSEC_INTEG_ALG_SHA_512_256];
 543   i->op_id = VNET_CRYPTO_OP_SHA512_HMAC;
 544   i->alg = VNET_CRYPTO_ALG_HMAC_SHA512;
 545   i->icv_size = 32;
 546
 547   vec_validate_aligned (im->ptd, vlib_num_workers (), CLIB_CACHE_LINE_BYTES);
 548
 549   im->async_mode = 0;
 550   crypto_engine_backend_register_post_node (vm);
 551
 552   im->ipsec4_out_spd_hash_tbl = NULL;
 553   im->flow_cache_flag = 0;
 554   im->ipsec4_out_spd_flow_cache_entries = 0;
 555   im->epoch_count = 0;
 556   im->ipsec4_out_spd_hash_num_buckets =
 557     IPSEC4_OUT_SPD_DEFAULT_HASH_NUM_BUCKETS;
 558
 559   return 0;
 560 }
 561
 562 VLIB_INIT_FUNCTION (ipsec_init);
 563
 564 static clib_error_t *
 565 ipsec_config (vlib_main_t *vm, unformat_input_t *input)
 566 {
 567   ipsec_main_t *im = &ipsec_main;
 568   unformat_input_t sub_input;
 569   u32 ipsec4_out_spd_hash_num_buckets;
 570
 571   while (unformat_check_input (input) != UNFORMAT_END_OF_INPUT)
 572     {
 573       if (unformat (input, "ipv4-outbound-spd-flow-cache on"))
 574         im->flow_cache_flag = 1;
 575       else if (unformat (input, "ipv4-outbound-spd-flow-cache off"))
 576         im->flow_cache_flag = 0;
 577       else if (unformat (input, "ipv4-outbound-spd-hash-buckets %d",
 578                          &ipsec4_out_spd_hash_num_buckets))
 579         {
 580           /* Size of hash is power of 2 >= number of buckets */
 581           im->ipsec4_out_spd_hash_num_buckets =
 582             1ULL << max_log2 (ipsec4_out_spd_hash_num_buckets);
 583         }
 584       else if (unformat (input, "ip4 %U", unformat_vlib_cli_sub_input,
 585                          &sub_input))
 586         {
 587           uword table_size = ~0;
 588           u32 n_buckets = ~0;
 589
 590           while (unformat_check_input (&sub_input) != UNFORMAT_END_OF_INPUT)
 591             {
 592               if (unformat (&sub_input, "num-buckets %u", &n_buckets))
 593                 ;
 594               else
 595                 return clib_error_return (0, "unknown input `%U'",
 596                                           format_unformat_error, &sub_input);
 597             }
 598
 599           ipsec_tun_table_init (AF_IP4, table_size, n_buckets);
 600         }
 601       else if (unformat (input, "ip6 %U", unformat_vlib_cli_sub_input,
 602                          &sub_input))
 603         {
 604           uword table_size = ~0;
 605           u32 n_buckets = ~0;
 606
 607           while (unformat_check_input (&sub_input) != UNFORMAT_END_OF_INPUT)
 608             {
 609               if (unformat (&sub_input, "num-buckets %u", &n_buckets))
 610                 ;
 611               else
 612                 return clib_error_return (0, "unknown input `%U'",
 613                                           format_unformat_error, &sub_input);
 614             }
 615
 616           ipsec_tun_table_init (AF_IP6, table_size, n_buckets);
 617         }
 618       else
 619         return clib_error_return (0, "unknown input `%U'",
 620                                   format_unformat_error, input);
 621     }
 622   if (im->flow_cache_flag)
 623     {
 624       vec_add2 (im->ipsec4_out_spd_hash_tbl, im->ipsec4_out_spd_hash_tbl,
 625                 im->ipsec4_out_spd_hash_num_buckets);
 626     }
 627
 628   return 0;
 629 }
 630
 631 VLIB_CONFIG_FUNCTION (ipsec_config, "ipsec");
 632
 633 /*
 634  * fd.io coding-style-patch-verification: ON
 635  *
 636  * Local Variables:
 637  * eval: (c-set-style "gnu")
 638  * End:
 639  */