2 * ipsec_if.c : IPSec interface support
4 * Copyright (c) 2015 Cisco and/or its affiliates.
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
18 #include <vnet/vnet.h>
19 #include <vnet/api_errno.h>
20 #include <vnet/ip/ip.h>
21 #include <vnet/fib/fib.h>
22 #include <vnet/udp/udp.h>
23 #include <vnet/adj/adj_midchain.h>
25 #include <vnet/ipsec/ipsec.h>
26 #include <vnet/ipsec/esp.h>
28 void vl_api_rpc_call_main_thread (void *fp, u8 * data, u32 data_length);
31 format_ipsec_name (u8 * s, va_list * args)
33 u32 dev_instance = va_arg (*args, u32);
34 ipsec_main_t *im = &ipsec_main;
35 ipsec_tunnel_if_t *t = im->tunnel_interfaces + dev_instance;
37 return format (s, "ipsec%d", t->show_instance);
40 /* Statistics (not really errors) */
41 #define foreach_ipsec_if_tx_error \
42 _(TX, "good packets transmitted")
45 ipsec_if_tunnel_stack (adj_index_t ai)
47 ipsec_main_t *ipm = &ipsec_main;
48 ipsec_tunnel_if_t *it;
53 sw_if_index = adj->rewrite_header.sw_if_index;
55 if ((vec_len (ipm->ipsec_if_by_sw_if_index) <= sw_if_index) ||
56 (~0 == ipm->ipsec_if_by_sw_if_index[sw_if_index]))
59 it = pool_elt_at_index (ipm->tunnel_interfaces,
60 ipm->ipsec_if_by_sw_if_index[sw_if_index]);
62 if (!vnet_hw_interface_is_link_up (vnet_get_main (), it->hw_if_index))
64 adj_midchain_delegate_unstack (ai);
70 sa = ipsec_sa_get (it->output_sa_index);
74 .fp_addr = sa->tunnel_dst_addr,
75 .fp_len = (ipsec_sa_is_set_IS_TUNNEL_V6(sa) ? 128 : 32),
76 .fp_proto = (ipsec_sa_is_set_IS_TUNNEL_V6(sa) ?
82 adj_midchain_delegate_stack (ai, sa->tx_fib_index, &pfx);
87 * @brief Call back when restacking all adjacencies on a IPSec interface
90 ipsec_if_adj_walk_cb (adj_index_t ai, void *ctx)
92 ipsec_if_tunnel_stack (ai);
94 return (ADJ_WALK_RC_CONTINUE);
98 ipsec_if_tunnel_restack (ipsec_tunnel_if_t * it)
100 fib_protocol_t proto;
103 * walk all the adjacencies on the IPSec interface and restack them
105 FOR_EACH_FIB_IP_PROTOCOL (proto)
107 adj_nbr_walk (it->sw_if_index, proto, ipsec_if_adj_walk_cb, NULL);
111 static clib_error_t *
112 ipsec_admin_up_down_function (vnet_main_t * vnm, u32 hw_if_index, u32 flags)
114 ipsec_main_t *im = &ipsec_main;
115 clib_error_t *err = 0;
116 ipsec_tunnel_if_t *t;
117 vnet_hw_interface_t *hi;
120 hi = vnet_get_hw_interface (vnm, hw_if_index);
121 t = pool_elt_at_index (im->tunnel_interfaces, hi->hw_instance);
124 if (flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
126 sa = pool_elt_at_index (im->sad, t->input_sa_index);
128 err = ipsec_check_support_cb (im, sa);
132 err = ipsec_add_del_sa_sess_cb (im, t->input_sa_index, 1);
136 sa = pool_elt_at_index (im->sad, t->output_sa_index);
138 err = ipsec_check_support_cb (im, sa);
142 err = ipsec_add_del_sa_sess_cb (im, t->output_sa_index, 1);
146 vnet_hw_interface_set_flags (vnm, hw_if_index,
147 VNET_HW_INTERFACE_FLAG_LINK_UP);
151 vnet_hw_interface_set_flags (vnm, hw_if_index, 0 /* down */ );
152 sa = pool_elt_at_index (im->sad, t->input_sa_index);
153 err = ipsec_add_del_sa_sess_cb (im, t->input_sa_index, 0);
156 sa = pool_elt_at_index (im->sad, t->output_sa_index);
157 err = ipsec_add_del_sa_sess_cb (im, t->output_sa_index, 0);
162 ipsec_if_tunnel_restack (t);
168 ipsec_if_build_rewrite (vnet_main_t * vnm,
170 vnet_link_t link_type, const void *dst_address)
176 ipsec_if_update_adj (vnet_main_t * vnm, u32 sw_if_index, adj_index_t ai)
178 adj_nbr_midchain_update_rewrite
179 (ai, NULL, NULL, ADJ_FLAG_MIDCHAIN_IP_STACK,
180 ipsec_if_build_rewrite (vnm, sw_if_index, adj_get_link_type (ai), NULL));
182 ipsec_if_tunnel_stack (ai);
186 VNET_DEVICE_CLASS (ipsec_device_class) =
189 .format_device_name = format_ipsec_name,
190 .admin_up_down_function = ipsec_admin_up_down_function,
195 VNET_HW_INTERFACE_CLASS (ipsec_hw_class) =
198 .build_rewrite = default_build_rewrite,
199 .update_adjacency = ipsec_if_update_adj,
200 .flags = VNET_HW_INTERFACE_CLASS_FLAG_P2P,
205 ipsec_add_del_tunnel_if_rpc_callback (ipsec_add_del_tunnel_args_t * a)
207 vnet_main_t *vnm = vnet_get_main ();
208 ASSERT (vlib_get_thread_index () == 0);
210 return ipsec_add_del_tunnel_if_internal (vnm, a, NULL);
214 ipsec_add_del_tunnel_if (ipsec_add_del_tunnel_args_t * args)
216 vl_api_rpc_call_main_thread (ipsec_add_del_tunnel_if_rpc_callback,
217 (u8 *) args, sizeof (*args));
222 ipsec_tun_mk_input_sa_id (u32 ti)
224 return (0x80000000 | ti);
228 ipsec_tun_mk_output_sa_id (u32 ti)
230 return (0xc0000000 | ti);
234 ipsec_tunnel_feature_set (ipsec_main_t * im, ipsec_tunnel_if_t * t, u8 enable)
237 u32 esp4_feature_index, esp6_feature_index;
240 sa = ipsec_sa_get (t->output_sa_index);
241 if (sa->crypto_alg == IPSEC_CRYPTO_ALG_NONE)
243 esp4_feature_index = im->esp4_no_crypto_tun_feature_index;
244 esp6_feature_index = im->esp6_no_crypto_tun_feature_index;
248 esp4_feature_index = im->esp4_encrypt_tun_feature_index;
249 esp6_feature_index = im->esp6_encrypt_tun_feature_index;
252 arc = vnet_get_feature_arc_index ("ip4-output");
254 vnet_feature_enable_disable_with_index (arc, esp4_feature_index,
255 t->sw_if_index, enable,
257 sizeof (t->output_sa_index));
259 arc = vnet_get_feature_arc_index ("ip6-output");
261 vnet_feature_enable_disable_with_index (arc, esp6_feature_index,
262 t->sw_if_index, enable,
264 sizeof (t->output_sa_index));
268 ipsec_add_del_tunnel_if_internal (vnet_main_t * vnm,
269 ipsec_add_del_tunnel_args_t * args,
272 ipsec_tunnel_if_t *t;
273 ipsec_main_t *im = &ipsec_main;
274 vnet_hw_interface_t *hi = NULL;
275 u32 hw_if_index = ~0;
278 ipsec_key_t crypto_key, integ_key;
279 ipsec_sa_flags_t flags;
281 int is_ip6 = args->is_ip6;
282 ipsec4_tunnel_key_t key4;
283 ipsec6_tunnel_key_t key6;
287 key4.remote_ip.as_u32 = args->remote_ip.ip4.as_u32;
288 key4.spi = clib_host_to_net_u32 (args->remote_spi);
289 p = hash_get (im->ipsec4_if_pool_index_by_key, key4.as_u64);
293 key6.remote_ip = args->remote_ip.ip6;
294 key6.spi = clib_host_to_net_u32 (args->remote_spi);
295 p = hash_get_mem (im->ipsec6_if_pool_index_by_key, &key6);
300 /* check if same src/dst pair exists */
302 return VNET_API_ERROR_INVALID_VALUE;
304 pool_get_aligned_zero (im->tunnel_interfaces, t, CLIB_CACHE_LINE_BYTES);
306 dev_instance = t - im->tunnel_interfaces;
308 t->show_instance = args->show_instance;
310 t->show_instance = dev_instance;
312 if (hash_get (im->ipsec_if_real_dev_by_show_dev, t->show_instance))
314 pool_put (im->tunnel_interfaces, t);
315 return VNET_API_ERROR_INSTANCE_IN_USE;
318 hash_set (im->ipsec_if_real_dev_by_show_dev, t->show_instance,
321 flags = IPSEC_SA_FLAG_IS_TUNNEL;
323 flags |= IPSEC_SA_FLAG_IS_TUNNEL_V6;
325 flags |= IPSEC_SA_FLAG_UDP_ENCAP;
327 flags |= IPSEC_SA_FLAG_USE_ESN;
328 if (args->anti_replay)
329 flags |= IPSEC_SA_FLAG_USE_ANTI_REPLAY;
331 ipsec_mk_key (&crypto_key,
332 args->remote_crypto_key, args->remote_crypto_key_len);
333 ipsec_mk_key (&integ_key,
334 args->remote_integ_key, args->remote_integ_key_len);
336 rv = ipsec_sa_add_and_lock (ipsec_tun_mk_input_sa_id (dev_instance),
343 (flags | IPSEC_SA_FLAG_IS_INBOUND),
347 &args->local_ip, &t->input_sa_index);
352 ipsec_mk_key (&crypto_key,
353 args->local_crypto_key, args->local_crypto_key_len);
354 ipsec_mk_key (&integ_key,
355 args->local_integ_key, args->local_integ_key_len);
357 rv = ipsec_sa_add_and_lock (ipsec_tun_mk_output_sa_id (dev_instance),
368 &args->remote_ip, &t->output_sa_index);
375 hash_set_mem_alloc (&im->ipsec6_if_pool_index_by_key, &key6,
376 t - im->tunnel_interfaces);
379 hash_set (im->ipsec4_if_pool_index_by_key, key4.as_u64,
380 t - im->tunnel_interfaces);
381 if (1 == hash_elts (im->ipsec4_if_pool_index_by_key))
382 udp_register_dst_port (vlib_get_main (),
384 ipsec4_if_input_node.index, 1);
387 hw_if_index = vnet_register_interface (vnm, ipsec_device_class.index,
388 t - im->tunnel_interfaces,
389 ipsec_hw_class.index,
390 t - im->tunnel_interfaces);
392 hi = vnet_get_hw_interface (vnm, hw_if_index);
394 t->hw_if_index = hw_if_index;
395 t->sw_if_index = hi->sw_if_index;
397 /* Standard default jumbo MTU. */
398 vnet_sw_interface_set_mtu (vnm, t->sw_if_index, 9000);
400 /* Add the new tunnel to the DB of tunnels per sw_if_index ... */
401 vec_validate_init_empty (im->ipsec_if_by_sw_if_index, t->sw_if_index,
403 im->ipsec_if_by_sw_if_index[t->sw_if_index] = dev_instance;
405 ipsec_tunnel_feature_set (im, t, 1);
407 /*1st interface, register protocol */
408 if (pool_elts (im->tunnel_interfaces) == 1)
410 ip4_register_protocol (IP_PROTOCOL_IPSEC_ESP,
411 ipsec4_if_input_node.index);
412 ip6_register_protocol (IP_PROTOCOL_IPSEC_ESP,
413 ipsec6_if_input_node.index);
421 /* check if exists */
423 return VNET_API_ERROR_INVALID_VALUE;
426 t = pool_elt_at_index (im->tunnel_interfaces, ti);
427 hi = vnet_get_hw_interface (vnm, t->hw_if_index);
428 vnet_sw_interface_set_flags (vnm, hi->sw_if_index, 0); /* admin down */
430 ipsec_tunnel_feature_set (im, t, 0);
431 vnet_delete_hw_interface (vnm, t->hw_if_index);
434 hash_unset_mem_free (&im->ipsec6_if_pool_index_by_key, &key6);
437 hash_unset (im->ipsec4_if_pool_index_by_key, key4.as_u64);
438 if (0 == hash_elts (im->ipsec4_if_pool_index_by_key))
439 udp_unregister_dst_port (vlib_get_main (), UDP_DST_PORT_ipsec, 1);
441 hash_unset (im->ipsec_if_real_dev_by_show_dev, t->show_instance);
443 im->ipsec_if_by_sw_if_index[t->sw_if_index] = ~0;
445 /* delete input and output SA */
446 ipsec_sa_unlock (t->input_sa_index);
447 ipsec_sa_unlock (t->output_sa_index);
449 pool_put (im->tunnel_interfaces, t);
453 *sw_if_index = hi->sw_if_index;
459 ipsec_set_interface_sa (vnet_main_t * vnm, u32 hw_if_index, u32 sa_id,
462 ipsec_main_t *im = &ipsec_main;
463 vnet_hw_interface_t *hi;
464 ipsec_tunnel_if_t *t;
465 ipsec_sa_t *sa, *old_sa;
466 u32 sa_index, old_sa_index;
469 hi = vnet_get_hw_interface (vnm, hw_if_index);
470 t = pool_elt_at_index (im->tunnel_interfaces, hi->dev_instance);
472 sa_index = ipsec_sa_find_and_lock (sa_id);
474 if (INDEX_INVALID == sa_index)
476 clib_warning ("SA with ID %u not found", sa_id);
477 return VNET_API_ERROR_NO_SUCH_ENTRY;
480 sa = pool_elt_at_index (im->sad, sa_index);
484 old_sa_index = t->input_sa_index;
485 old_sa = pool_elt_at_index (im->sad, old_sa_index);
487 if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ^
488 ipsec_sa_is_set_IS_TUNNEL_V6 (old_sa))
490 clib_warning ("IPsec interface SA endpoints type can't be changed");
491 return VNET_API_ERROR_INVALID_VALUE;
494 if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa))
496 ipsec6_tunnel_key_t key;
498 /* unset old inbound hash entry. packets should stop arriving */
499 key.remote_ip = old_sa->tunnel_src_addr.ip6;
500 key.spi = clib_host_to_net_u32 (old_sa->spi);
502 p = hash_get_mem (im->ipsec6_if_pool_index_by_key, &key);
504 hash_unset_mem_free (&im->ipsec6_if_pool_index_by_key, &key);
506 /* set new inbound SA, then set new hash entry */
507 t->input_sa_index = sa_index;
508 key.remote_ip = sa->tunnel_src_addr.ip6;
509 key.spi = clib_host_to_net_u32 (sa->spi);
511 hash_set_mem_alloc (&im->ipsec6_if_pool_index_by_key, &key,
516 ipsec4_tunnel_key_t key;
518 /* unset old inbound hash entry. packets should stop arriving */
519 key.remote_ip.as_u32 = old_sa->tunnel_src_addr.ip4.as_u32;
520 key.spi = clib_host_to_net_u32 (old_sa->spi);
522 p = hash_get (im->ipsec4_if_pool_index_by_key, key.as_u64);
524 hash_unset (im->ipsec4_if_pool_index_by_key, key.as_u64);
526 /* set new inbound SA, then set new hash entry */
527 t->input_sa_index = sa_index;
528 key.remote_ip.as_u32 = sa->tunnel_src_addr.ip4.as_u32;
529 key.spi = clib_host_to_net_u32 (sa->spi);
531 hash_set (im->ipsec4_if_pool_index_by_key, key.as_u64,
537 old_sa_index = t->output_sa_index;
538 old_sa = pool_elt_at_index (im->sad, old_sa_index);
540 if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ^
541 ipsec_sa_is_set_IS_TUNNEL_V6 (old_sa))
543 clib_warning ("IPsec interface SA endpoints type can't be changed");
544 return VNET_API_ERROR_INVALID_VALUE;
548 * re-enable the feature to get the new SA in
549 * the workers are stopped so no packets are sent in the clear
551 ipsec_tunnel_feature_set (im, t, 0);
552 t->output_sa_index = sa_index;
553 ipsec_tunnel_feature_set (im, t, 1);
556 /* remove sa_id to sa_index mapping on old SA */
557 hash_unset (im->sa_index_by_sa_id, old_sa->id);
559 if (ipsec_add_del_sa_sess_cb (im, old_sa_index, 0))
561 clib_warning ("IPsec backend add/del callback returned error");
562 return VNET_API_ERROR_SYSCALL_ERROR_1;
565 ipsec_sa_unlock (old_sa_index);
571 ipsec_tunnel_if_init (vlib_main_t * vm)
573 ipsec_main_t *im = &ipsec_main;
575 /* initialize the ipsec-if ip4 hash */
576 im->ipsec4_if_pool_index_by_key =
577 hash_create (0, sizeof (ipsec4_tunnel_key_t));
578 /* initialize the ipsec-if ip6 hash */
579 im->ipsec6_if_pool_index_by_key = hash_create_mem (0,
581 (ipsec6_tunnel_key_t),
583 im->ipsec_if_real_dev_by_show_dev = hash_create (0, sizeof (uword));
585 /* set up feature nodes to drop outbound packets with no crypto alg set */
586 ipsec_add_feature ("ip4-output", "esp4-no-crypto",
587 &im->esp4_no_crypto_tun_feature_index);
588 ipsec_add_feature ("ip6-output", "esp6-no-crypto",
589 &im->esp6_no_crypto_tun_feature_index);
594 VLIB_INIT_FUNCTION (ipsec_tunnel_if_init);
598 * fd.io coding-style-patch-verification: ON
601 * eval: (c-set-style "gnu")