2 * ipsec_if.c : IPSec interface support
4 * Copyright (c) 2015 Cisco and/or its affiliates.
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
18 #include <vnet/vnet.h>
19 #include <vnet/api_errno.h>
20 #include <vnet/ip/ip.h>
21 #include <vnet/fib/fib.h>
22 #include <vnet/udp/udp.h>
23 #include <vnet/adj/adj_midchain.h>
25 #include <vnet/ipsec/ipsec.h>
26 #include <vnet/ipsec/esp.h>
28 void vl_api_rpc_call_main_thread (void *fp, u8 * data, u32 data_length);
31 format_ipsec_name (u8 * s, va_list * args)
33 u32 dev_instance = va_arg (*args, u32);
34 ipsec_main_t *im = &ipsec_main;
35 ipsec_tunnel_if_t *t = im->tunnel_interfaces + dev_instance;
37 return format (s, "ipsec%d", t->show_instance);
40 /* Statistics (not really errors) */
41 #define foreach_ipsec_if_tx_error \
42 _(TX, "good packets transmitted")
45 ipsec_if_tunnel_stack (adj_index_t ai)
47 ipsec_main_t *ipm = &ipsec_main;
48 ipsec_tunnel_if_t *it;
53 sw_if_index = adj->rewrite_header.sw_if_index;
55 if ((vec_len (ipm->ipsec_if_by_sw_if_index) <= sw_if_index) ||
56 (~0 == ipm->ipsec_if_by_sw_if_index[sw_if_index]))
59 it = pool_elt_at_index (ipm->tunnel_interfaces,
60 ipm->ipsec_if_by_sw_if_index[sw_if_index]);
62 if (!vnet_hw_interface_is_link_up (vnet_get_main (), it->hw_if_index))
64 adj_midchain_delegate_unstack (ai);
70 sa = ipsec_sa_get (it->output_sa_index);
74 .fp_addr = sa->tunnel_dst_addr,
75 .fp_len = (ipsec_sa_is_set_IS_TUNNEL_V6(sa) ? 128 : 32),
76 .fp_proto = (ipsec_sa_is_set_IS_TUNNEL_V6(sa) ?
82 adj_midchain_delegate_stack (ai, sa->tx_fib_index, &pfx);
87 * @brief Call back when restacking all adjacencies on a GRE interface
90 ipsec_if_adj_walk_cb (adj_index_t ai, void *ctx)
92 ipsec_if_tunnel_stack (ai);
94 return (ADJ_WALK_RC_CONTINUE);
98 ipsec_if_tunnel_restack (ipsec_tunnel_if_t * it)
100 fib_protocol_t proto;
103 * walk all the adjacencies on th GRE interface and restack them
105 FOR_EACH_FIB_IP_PROTOCOL (proto)
107 adj_nbr_walk (it->sw_if_index, proto, ipsec_if_adj_walk_cb, NULL);
111 static clib_error_t *
112 ipsec_admin_up_down_function (vnet_main_t * vnm, u32 hw_if_index, u32 flags)
114 ipsec_main_t *im = &ipsec_main;
115 clib_error_t *err = 0;
116 ipsec_tunnel_if_t *t;
117 vnet_hw_interface_t *hi;
120 hi = vnet_get_hw_interface (vnm, hw_if_index);
121 t = pool_elt_at_index (im->tunnel_interfaces, hi->hw_instance);
124 if (flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
126 sa = pool_elt_at_index (im->sad, t->input_sa_index);
128 err = ipsec_check_support_cb (im, sa);
132 err = ipsec_add_del_sa_sess_cb (im, t->input_sa_index, 1);
136 sa = pool_elt_at_index (im->sad, t->output_sa_index);
138 err = ipsec_check_support_cb (im, sa);
142 err = ipsec_add_del_sa_sess_cb (im, t->output_sa_index, 1);
146 vnet_hw_interface_set_flags (vnm, hw_if_index,
147 VNET_HW_INTERFACE_FLAG_LINK_UP);
151 vnet_hw_interface_set_flags (vnm, hw_if_index, 0 /* down */ );
152 sa = pool_elt_at_index (im->sad, t->input_sa_index);
153 err = ipsec_add_del_sa_sess_cb (im, t->input_sa_index, 0);
156 sa = pool_elt_at_index (im->sad, t->output_sa_index);
157 err = ipsec_add_del_sa_sess_cb (im, t->output_sa_index, 0);
162 ipsec_if_tunnel_restack (t);
168 ipsec_if_build_rewrite (vnet_main_t * vnm,
170 vnet_link_t link_type, const void *dst_address)
176 ipsec_if_update_adj (vnet_main_t * vnm, u32 sw_if_index, adj_index_t ai)
178 adj_nbr_midchain_update_rewrite
179 (ai, NULL, NULL, ADJ_FLAG_MIDCHAIN_IP_STACK,
180 ipsec_if_build_rewrite (vnm, sw_if_index, adj_get_link_type (ai), NULL));
182 ipsec_if_tunnel_stack (ai);
186 VNET_DEVICE_CLASS (ipsec_device_class) =
189 .format_device_name = format_ipsec_name,
190 .admin_up_down_function = ipsec_admin_up_down_function,
195 VNET_HW_INTERFACE_CLASS (ipsec_hw_class) =
198 .build_rewrite = default_build_rewrite,
199 .update_adjacency = ipsec_if_update_adj,
200 .flags = VNET_HW_INTERFACE_CLASS_FLAG_P2P,
205 ipsec_add_del_tunnel_if_rpc_callback (ipsec_add_del_tunnel_args_t * a)
207 vnet_main_t *vnm = vnet_get_main ();
208 ASSERT (vlib_get_thread_index () == 0);
210 return ipsec_add_del_tunnel_if_internal (vnm, a, NULL);
214 ipsec_add_del_tunnel_if (ipsec_add_del_tunnel_args_t * args)
216 vl_api_rpc_call_main_thread (ipsec_add_del_tunnel_if_rpc_callback,
217 (u8 *) args, sizeof (*args));
222 ipsec_tun_mk_input_sa_id (u32 ti)
224 return (0x80000000 | ti);
228 ipsec_tun_mk_output_sa_id (u32 ti)
230 return (0xc0000000 | ti);
234 ipsec_tunnel_feature_set (ipsec_main_t * im, ipsec_tunnel_if_t * t, u8 enable)
238 arc = vnet_get_feature_arc_index ("ip4-output");
240 vnet_feature_enable_disable_with_index (arc,
241 im->esp4_encrypt_tun_feature_index,
242 t->sw_if_index, enable,
244 sizeof (t->output_sa_index));
246 arc = vnet_get_feature_arc_index ("ip6-output");
248 vnet_feature_enable_disable_with_index (arc,
249 im->esp6_encrypt_tun_feature_index,
250 t->sw_if_index, enable,
252 sizeof (t->output_sa_index));
256 ipsec_add_del_tunnel_if_internal (vnet_main_t * vnm,
257 ipsec_add_del_tunnel_args_t * args,
260 ipsec_tunnel_if_t *t;
261 ipsec_main_t *im = &ipsec_main;
262 vnet_hw_interface_t *hi = NULL;
263 u32 hw_if_index = ~0;
266 ipsec_key_t crypto_key, integ_key;
267 ipsec_sa_flags_t flags;
269 int is_ip6 = args->is_ip6;
270 ipsec4_tunnel_key_t key4;
271 ipsec6_tunnel_key_t key6;
275 key4.remote_ip = args->remote_ip.ip4.as_u32;
276 key4.spi = clib_host_to_net_u32 (args->remote_spi);
277 p = hash_get (im->ipsec4_if_pool_index_by_key, key4.as_u64);
281 key6.remote_ip = args->remote_ip.ip6;
282 key6.spi = clib_host_to_net_u32 (args->remote_spi);
283 p = hash_get_mem (im->ipsec6_if_pool_index_by_key, &key6);
288 /* check if same src/dst pair exists */
290 return VNET_API_ERROR_INVALID_VALUE;
292 pool_get_aligned_zero (im->tunnel_interfaces, t, CLIB_CACHE_LINE_BYTES);
294 dev_instance = t - im->tunnel_interfaces;
296 t->show_instance = args->show_instance;
298 t->show_instance = dev_instance;
300 if (hash_get (im->ipsec_if_real_dev_by_show_dev, t->show_instance))
302 pool_put (im->tunnel_interfaces, t);
303 return VNET_API_ERROR_INSTANCE_IN_USE;
306 hash_set (im->ipsec_if_real_dev_by_show_dev, t->show_instance,
309 flags = IPSEC_SA_FLAG_IS_TUNNEL;
311 flags |= IPSEC_SA_FLAG_IS_TUNNEL_V6;
313 flags |= IPSEC_SA_FLAG_UDP_ENCAP;
315 flags |= IPSEC_SA_FLAG_USE_ESN;
316 if (args->anti_replay)
317 flags |= IPSEC_SA_FLAG_USE_ANTI_REPLAY;
319 ipsec_mk_key (&crypto_key,
320 args->remote_crypto_key, args->remote_crypto_key_len);
321 ipsec_mk_key (&integ_key,
322 args->remote_integ_key, args->remote_integ_key_len);
324 rv = ipsec_sa_add (ipsec_tun_mk_input_sa_id (dev_instance),
331 (flags | IPSEC_SA_FLAG_IS_INBOUND),
335 &args->local_ip, &t->input_sa_index);
338 return VNET_API_ERROR_INVALID_SRC_ADDRESS;
340 ipsec_mk_key (&crypto_key,
341 args->local_crypto_key, args->local_crypto_key_len);
342 ipsec_mk_key (&integ_key,
343 args->local_integ_key, args->local_integ_key_len);
345 rv = ipsec_sa_add (ipsec_tun_mk_output_sa_id (dev_instance),
356 &args->remote_ip, &t->output_sa_index);
359 return VNET_API_ERROR_INVALID_DST_ADDRESS;
363 hash_set_mem_alloc (&im->ipsec6_if_pool_index_by_key, &key6,
364 t - im->tunnel_interfaces);
366 hash_set (im->ipsec4_if_pool_index_by_key, key4.as_u64,
367 t - im->tunnel_interfaces);
369 hw_if_index = vnet_register_interface (vnm, ipsec_device_class.index,
370 t - im->tunnel_interfaces,
371 ipsec_hw_class.index,
372 t - im->tunnel_interfaces);
374 hi = vnet_get_hw_interface (vnm, hw_if_index);
376 t->hw_if_index = hw_if_index;
377 t->sw_if_index = hi->sw_if_index;
379 /* Standard default jumbo MTU. */
380 vnet_sw_interface_set_mtu (vnm, t->sw_if_index, 9000);
382 /* Add the new tunnel to the DB of tunnels per sw_if_index ... */
383 vec_validate_init_empty (im->ipsec_if_by_sw_if_index, t->sw_if_index,
385 im->ipsec_if_by_sw_if_index[t->sw_if_index] = dev_instance;
387 ipsec_tunnel_feature_set (im, t, 1);
389 /*1st interface, register protocol */
390 if (pool_elts (im->tunnel_interfaces) == 1)
392 ip4_register_protocol (IP_PROTOCOL_IPSEC_ESP,
393 ipsec4_if_input_node.index);
394 ip6_register_protocol (IP_PROTOCOL_IPSEC_ESP,
395 ipsec6_if_input_node.index);
403 /* check if exists */
405 return VNET_API_ERROR_INVALID_VALUE;
408 t = pool_elt_at_index (im->tunnel_interfaces, ti);
409 hi = vnet_get_hw_interface (vnm, t->hw_if_index);
410 vnet_sw_interface_set_flags (vnm, hi->sw_if_index, 0); /* admin down */
412 ipsec_tunnel_feature_set (im, t, 0);
413 vnet_delete_hw_interface (vnm, t->hw_if_index);
416 hash_unset_mem_free (&im->ipsec6_if_pool_index_by_key, &key6);
418 hash_unset (im->ipsec4_if_pool_index_by_key, key4.as_u64);
420 hash_unset (im->ipsec_if_real_dev_by_show_dev, t->show_instance);
421 im->ipsec_if_by_sw_if_index[t->sw_if_index] = ~0;
423 pool_put (im->tunnel_interfaces, t);
425 /* delete input and output SA */
426 ipsec_sa_del (ipsec_tun_mk_input_sa_id (ti));
427 ipsec_sa_del (ipsec_tun_mk_output_sa_id (ti));
431 *sw_if_index = hi->sw_if_index;
437 ipsec_add_del_ipsec_gre_tunnel (vnet_main_t * vnm,
438 const ipsec_gre_tunnel_add_del_args_t * args)
440 ipsec_tunnel_if_t *t = 0;
441 ipsec_main_t *im = &ipsec_main;
444 ipsec4_tunnel_key_t key;
447 p = hash_get (im->sa_index_by_sa_id, args->local_sa_id);
449 return VNET_API_ERROR_INVALID_VALUE;
451 sa = pool_elt_at_index (im->sad, p[0]);
452 ipsec_sa_set_IS_GRE (sa);
454 p = hash_get (im->sa_index_by_sa_id, args->remote_sa_id);
456 return VNET_API_ERROR_INVALID_VALUE;
458 sa = pool_elt_at_index (im->sad, p[0]);
459 ipsec_sa_set_IS_GRE (sa);
461 /* we form the key from the input/remote SA whose tunnel is srouce
462 * at the remote end */
463 if (ipsec_sa_is_set_IS_TUNNEL (sa))
465 key.remote_ip = sa->tunnel_src_addr.ip4.as_u32;
466 key.spi = clib_host_to_net_u32 (sa->spi);
470 key.remote_ip = args->src.as_u32;
471 key.spi = clib_host_to_net_u32 (sa->spi);
474 p = hash_get (im->ipsec4_if_pool_index_by_key, key.as_u64);
478 /* check if same src/dst pair exists */
480 return VNET_API_ERROR_INVALID_VALUE;
482 pool_get_aligned (im->tunnel_interfaces, t, CLIB_CACHE_LINE_BYTES);
483 clib_memset (t, 0, sizeof (*t));
485 t->input_sa_index = isa;
486 t->output_sa_index = osa;
488 hash_set (im->ipsec4_if_pool_index_by_key, key.as_u64,
489 t - im->tunnel_interfaces);
491 /*1st interface, register protocol */
492 if (pool_elts (im->tunnel_interfaces) == 1)
494 ip4_register_protocol (IP_PROTOCOL_IPSEC_ESP,
495 ipsec4_if_input_node.index);
498 ip6_register_protocol (IP_PROTOCOL_IPSEC_ESP,
499 ipsec6_if_input_node.index);
505 /* check if exists */
507 return VNET_API_ERROR_INVALID_VALUE;
509 t = pool_elt_at_index (im->tunnel_interfaces, p[0]);
510 hash_unset (im->ipsec4_if_pool_index_by_key, key.as_u64);
511 pool_put (im->tunnel_interfaces, t);
517 ipsec_set_interface_sa (vnet_main_t * vnm, u32 hw_if_index, u32 sa_id,
520 ipsec_main_t *im = &ipsec_main;
521 vnet_hw_interface_t *hi;
522 ipsec_tunnel_if_t *t;
523 ipsec_sa_t *sa, *old_sa;
524 u32 sa_index, old_sa_index;
527 hi = vnet_get_hw_interface (vnm, hw_if_index);
528 t = pool_elt_at_index (im->tunnel_interfaces, hi->dev_instance);
530 sa_index = ipsec_get_sa_index_by_sa_id (sa_id);
533 clib_warning ("SA with ID %u not found", sa_id);
534 return VNET_API_ERROR_INVALID_VALUE;
537 if (ipsec_is_sa_used (sa_index))
539 clib_warning ("SA with ID %u is already in use", sa_id);
540 return VNET_API_ERROR_INVALID_VALUE;
543 sa = pool_elt_at_index (im->sad, sa_index);
547 old_sa_index = t->input_sa_index;
548 old_sa = pool_elt_at_index (im->sad, old_sa_index);
550 if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ^
551 ipsec_sa_is_set_IS_TUNNEL_V6 (old_sa))
553 clib_warning ("IPsec interface SA endpoints type can't be changed");
554 return VNET_API_ERROR_INVALID_VALUE;
557 if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa))
559 ipsec6_tunnel_key_t key;
561 /* unset old inbound hash entry. packets should stop arriving */
562 key.remote_ip = old_sa->tunnel_src_addr.ip6;
563 key.spi = clib_host_to_net_u32 (old_sa->spi);
565 p = hash_get_mem (im->ipsec6_if_pool_index_by_key, &key);
567 hash_unset_mem_free (&im->ipsec6_if_pool_index_by_key, &key);
569 /* set new inbound SA, then set new hash entry */
570 t->input_sa_index = sa_index;
571 key.remote_ip = sa->tunnel_src_addr.ip6;
572 key.spi = clib_host_to_net_u32 (sa->spi);
574 hash_set_mem_alloc (&im->ipsec6_if_pool_index_by_key, &key,
579 ipsec4_tunnel_key_t key;
581 /* unset old inbound hash entry. packets should stop arriving */
582 key.remote_ip = old_sa->tunnel_src_addr.ip4.as_u32;
583 key.spi = clib_host_to_net_u32 (old_sa->spi);
585 p = hash_get (im->ipsec4_if_pool_index_by_key, key.as_u64);
587 hash_unset (im->ipsec4_if_pool_index_by_key, key.as_u64);
589 /* set new inbound SA, then set new hash entry */
590 t->input_sa_index = sa_index;
591 key.remote_ip = sa->tunnel_src_addr.ip4.as_u32;
592 key.spi = clib_host_to_net_u32 (sa->spi);
594 hash_set (im->ipsec4_if_pool_index_by_key, key.as_u64,
600 old_sa_index = t->output_sa_index;
601 old_sa = pool_elt_at_index (im->sad, old_sa_index);
603 if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ^
604 ipsec_sa_is_set_IS_TUNNEL_V6 (old_sa))
606 clib_warning ("IPsec interface SA endpoints type can't be changed");
607 return VNET_API_ERROR_INVALID_VALUE;
611 * re-enable the feature to get the new SA in
612 * the workers are stopped so no packets are sent in the clear
614 ipsec_tunnel_feature_set (im, t, 0);
615 t->output_sa_index = sa_index;
616 ipsec_tunnel_feature_set (im, t, 1);
619 /* remove sa_id to sa_index mapping on old SA */
620 if (ipsec_get_sa_index_by_sa_id (old_sa->id) == old_sa_index)
621 hash_unset (im->sa_index_by_sa_id, old_sa->id);
623 if (ipsec_add_del_sa_sess_cb (im, old_sa_index, 0))
625 clib_warning ("IPsec backend add/del callback returned error");
626 return VNET_API_ERROR_SYSCALL_ERROR_1;
628 ipsec_sa_del (old_sa->id);
634 ipsec_tunnel_if_init (vlib_main_t * vm)
636 ipsec_main_t *im = &ipsec_main;
638 /* initialize the ipsec-if ip4 hash */
639 im->ipsec4_if_pool_index_by_key =
640 hash_create (0, sizeof (ipsec4_tunnel_key_t));
641 /* initialize the ipsec-if ip6 hash */
642 im->ipsec6_if_pool_index_by_key = hash_create_mem (0,
644 (ipsec6_tunnel_key_t),
646 im->ipsec_if_real_dev_by_show_dev = hash_create (0, sizeof (uword));
648 udp_register_dst_port (vm, UDP_DST_PORT_ipsec, ipsec4_if_input_node.index,
653 VLIB_INIT_FUNCTION (ipsec_tunnel_if_init);
657 * fd.io coding-style-patch-verification: ON
660 * eval: (c-set-style "gnu")