2 * ipsec_if.c : IPSec interface support
4 * Copyright (c) 2015 Cisco and/or its affiliates.
5 * Licensed under the Apache License, Version 2.0 (the "License");
6 * you may not use this file except in compliance with the License.
7 * You may obtain a copy of the License at:
9 * http://www.apache.org/licenses/LICENSE-2.0
11 * Unless required by applicable law or agreed to in writing, software
12 * distributed under the License is distributed on an "AS IS" BASIS,
13 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14 * See the License for the specific language governing permissions and
15 * limitations under the License.
18 #include <vnet/vnet.h>
19 #include <vnet/api_errno.h>
20 #include <vnet/ip/ip.h>
21 #include <vnet/fib/fib.h>
22 #include <vnet/udp/udp.h>
23 #include <vnet/adj/adj_midchain.h>
25 #include <vnet/ipsec/ipsec.h>
26 #include <vnet/ipsec/esp.h>
28 void vl_api_rpc_call_main_thread (void *fp, u8 * data, u32 data_length);
31 format_ipsec_name (u8 * s, va_list * args)
33 u32 dev_instance = va_arg (*args, u32);
34 ipsec_main_t *im = &ipsec_main;
35 ipsec_tunnel_if_t *t = im->tunnel_interfaces + dev_instance;
37 return format (s, "ipsec%d", t->show_instance);
40 /* Statistics (not really errors) */
41 #define foreach_ipsec_if_tx_error \
42 _(TX, "good packets transmitted")
45 ipsec_if_tunnel_stack (adj_index_t ai)
47 ipsec_main_t *ipm = &ipsec_main;
48 ipsec_tunnel_if_t *it;
53 sw_if_index = adj->rewrite_header.sw_if_index;
55 if ((vec_len (ipm->ipsec_if_by_sw_if_index) <= sw_if_index) ||
56 (~0 == ipm->ipsec_if_by_sw_if_index[sw_if_index]))
59 it = pool_elt_at_index (ipm->tunnel_interfaces,
60 ipm->ipsec_if_by_sw_if_index[sw_if_index]);
62 if (!vnet_hw_interface_is_link_up (vnet_get_main (), it->hw_if_index))
64 adj_midchain_delegate_unstack (ai);
70 sa = ipsec_sa_get (it->output_sa_index);
74 .fp_addr = sa->tunnel_dst_addr,
75 .fp_len = (ipsec_sa_is_set_IS_TUNNEL_V6(sa) ? 128 : 32),
76 .fp_proto = (ipsec_sa_is_set_IS_TUNNEL_V6(sa) ?
82 adj_midchain_delegate_stack (ai, sa->tx_fib_index, &pfx);
87 * @brief Call back when restacking all adjacencies on a GRE interface
90 ipsec_if_adj_walk_cb (adj_index_t ai, void *ctx)
92 ipsec_if_tunnel_stack (ai);
94 return (ADJ_WALK_RC_CONTINUE);
98 ipsec_if_tunnel_restack (ipsec_tunnel_if_t * it)
100 fib_protocol_t proto;
103 * walk all the adjacencies on th GRE interface and restack them
105 FOR_EACH_FIB_IP_PROTOCOL (proto)
107 adj_nbr_walk (it->sw_if_index, proto, ipsec_if_adj_walk_cb, NULL);
111 static clib_error_t *
112 ipsec_admin_up_down_function (vnet_main_t * vnm, u32 hw_if_index, u32 flags)
114 ipsec_main_t *im = &ipsec_main;
115 clib_error_t *err = 0;
116 ipsec_tunnel_if_t *t;
117 vnet_hw_interface_t *hi;
120 hi = vnet_get_hw_interface (vnm, hw_if_index);
121 t = pool_elt_at_index (im->tunnel_interfaces, hi->hw_instance);
124 if (flags & VNET_SW_INTERFACE_FLAG_ADMIN_UP)
126 sa = pool_elt_at_index (im->sad, t->input_sa_index);
128 err = ipsec_check_support_cb (im, sa);
132 err = ipsec_add_del_sa_sess_cb (im, t->input_sa_index, 1);
136 sa = pool_elt_at_index (im->sad, t->output_sa_index);
138 err = ipsec_check_support_cb (im, sa);
142 err = ipsec_add_del_sa_sess_cb (im, t->output_sa_index, 1);
146 vnet_hw_interface_set_flags (vnm, hw_if_index,
147 VNET_HW_INTERFACE_FLAG_LINK_UP);
151 vnet_hw_interface_set_flags (vnm, hw_if_index, 0 /* down */ );
152 sa = pool_elt_at_index (im->sad, t->input_sa_index);
153 err = ipsec_add_del_sa_sess_cb (im, t->input_sa_index, 0);
156 sa = pool_elt_at_index (im->sad, t->output_sa_index);
157 err = ipsec_add_del_sa_sess_cb (im, t->output_sa_index, 0);
162 ipsec_if_tunnel_restack (t);
168 ipsec_if_build_rewrite (vnet_main_t * vnm,
170 vnet_link_t link_type, const void *dst_address)
176 ipsec_if_update_adj (vnet_main_t * vnm, u32 sw_if_index, adj_index_t ai)
178 adj_nbr_midchain_update_rewrite
179 (ai, NULL, NULL, ADJ_FLAG_MIDCHAIN_IP_STACK,
180 ipsec_if_build_rewrite (vnm, sw_if_index, adj_get_link_type (ai), NULL));
182 ipsec_if_tunnel_stack (ai);
186 VNET_DEVICE_CLASS (ipsec_device_class) =
189 .format_device_name = format_ipsec_name,
190 .admin_up_down_function = ipsec_admin_up_down_function,
195 VNET_HW_INTERFACE_CLASS (ipsec_hw_class) =
198 .build_rewrite = default_build_rewrite,
199 .update_adjacency = ipsec_if_update_adj,
200 .flags = VNET_HW_INTERFACE_CLASS_FLAG_P2P,
205 ipsec_add_del_tunnel_if_rpc_callback (ipsec_add_del_tunnel_args_t * a)
207 vnet_main_t *vnm = vnet_get_main ();
208 ASSERT (vlib_get_thread_index () == 0);
210 return ipsec_add_del_tunnel_if_internal (vnm, a, NULL);
214 ipsec_add_del_tunnel_if (ipsec_add_del_tunnel_args_t * args)
216 vl_api_rpc_call_main_thread (ipsec_add_del_tunnel_if_rpc_callback,
217 (u8 *) args, sizeof (*args));
222 ipsec_tun_mk_input_sa_id (u32 ti)
224 return (0x80000000 | ti);
228 ipsec_tun_mk_output_sa_id (u32 ti)
230 return (0xc0000000 | ti);
234 ipsec_add_del_tunnel_if_internal (vnet_main_t * vnm,
235 ipsec_add_del_tunnel_args_t * args,
238 ipsec_tunnel_if_t *t;
239 ipsec_main_t *im = &ipsec_main;
240 vnet_hw_interface_t *hi = NULL;
241 u32 hw_if_index = ~0;
244 ipsec_key_t crypto_key, integ_key;
245 ipsec_sa_flags_t flags;
247 int is_ip6 = args->is_ip6;
248 ipsec4_tunnel_key_t key4;
249 ipsec6_tunnel_key_t key6;
253 key4.remote_ip = args->remote_ip.ip4.as_u32;
254 key4.spi = clib_host_to_net_u32 (args->remote_spi);
255 p = hash_get (im->ipsec4_if_pool_index_by_key, key4.as_u64);
259 key6.remote_ip = args->remote_ip.ip6;
260 key6.spi = clib_host_to_net_u32 (args->remote_spi);
261 p = hash_get_mem (im->ipsec6_if_pool_index_by_key, &key6);
266 /* check if same src/dst pair exists */
268 return VNET_API_ERROR_INVALID_VALUE;
270 pool_get_aligned_zero (im->tunnel_interfaces, t, CLIB_CACHE_LINE_BYTES);
272 dev_instance = t - im->tunnel_interfaces;
274 t->show_instance = args->show_instance;
276 t->show_instance = dev_instance;
278 if (hash_get (im->ipsec_if_real_dev_by_show_dev, t->show_instance))
280 pool_put (im->tunnel_interfaces, t);
281 return VNET_API_ERROR_INSTANCE_IN_USE;
284 hash_set (im->ipsec_if_real_dev_by_show_dev, t->show_instance,
287 flags = IPSEC_SA_FLAG_IS_TUNNEL;
289 flags |= IPSEC_SA_FLAG_IS_TUNNEL_V6;
291 flags |= IPSEC_SA_FLAG_UDP_ENCAP;
293 flags |= IPSEC_SA_FLAG_USE_ESN;
294 if (args->anti_replay)
295 flags |= IPSEC_SA_FLAG_USE_ANTI_REPLAY;
297 ipsec_mk_key (&crypto_key,
298 args->remote_crypto_key, args->remote_crypto_key_len);
299 ipsec_mk_key (&integ_key,
300 args->remote_integ_key, args->remote_integ_key_len);
302 rv = ipsec_sa_add (ipsec_tun_mk_input_sa_id (dev_instance),
309 (flags | IPSEC_SA_FLAG_IS_INBOUND),
312 &args->local_ip, &t->input_sa_index);
315 return VNET_API_ERROR_INVALID_SRC_ADDRESS;
317 ipsec_mk_key (&crypto_key,
318 args->local_crypto_key, args->local_crypto_key_len);
319 ipsec_mk_key (&integ_key,
320 args->local_integ_key, args->local_integ_key_len);
322 rv = ipsec_sa_add (ipsec_tun_mk_output_sa_id (dev_instance),
332 &args->remote_ip, &t->output_sa_index);
335 return VNET_API_ERROR_INVALID_DST_ADDRESS;
339 hash_set_mem_alloc (&im->ipsec6_if_pool_index_by_key, &key6,
340 t - im->tunnel_interfaces);
342 hash_set (im->ipsec4_if_pool_index_by_key, key4.as_u64,
343 t - im->tunnel_interfaces);
345 hw_if_index = vnet_register_interface (vnm, ipsec_device_class.index,
346 t - im->tunnel_interfaces,
347 ipsec_hw_class.index,
348 t - im->tunnel_interfaces);
350 hi = vnet_get_hw_interface (vnm, hw_if_index);
352 t->hw_if_index = hw_if_index;
353 t->sw_if_index = hi->sw_if_index;
355 /* Standard default jumbo MTU. */
356 vnet_sw_interface_set_mtu (vnm, t->sw_if_index, 9000);
358 /* Add the new tunnel to the DB of tunnels per sw_if_index ... */
359 vec_validate_init_empty (im->ipsec_if_by_sw_if_index, t->sw_if_index,
361 im->ipsec_if_by_sw_if_index[t->sw_if_index] = dev_instance;
363 vnet_feature_enable_disable ("ip4-output",
367 sizeof (t->output_sa_index));
368 vnet_feature_enable_disable ("ip6-output",
372 sizeof (t->output_sa_index));
374 /*1st interface, register protocol */
375 if (pool_elts (im->tunnel_interfaces) == 1)
377 ip4_register_protocol (IP_PROTOCOL_IPSEC_ESP,
378 ipsec4_if_input_node.index);
379 ip6_register_protocol (IP_PROTOCOL_IPSEC_ESP,
380 ipsec6_if_input_node.index);
388 /* check if exists */
390 return VNET_API_ERROR_INVALID_VALUE;
393 t = pool_elt_at_index (im->tunnel_interfaces, ti);
394 hi = vnet_get_hw_interface (vnm, t->hw_if_index);
395 vnet_sw_interface_set_flags (vnm, hi->sw_if_index, 0); /* admin down */
397 vnet_feature_enable_disable ("ip4-output",
401 sizeof (t->output_sa_index));
402 vnet_feature_enable_disable ("ip6-output",
406 sizeof (t->output_sa_index));
407 vnet_delete_hw_interface (vnm, t->hw_if_index);
410 hash_unset_mem_free (&im->ipsec6_if_pool_index_by_key, &key6);
412 hash_unset (im->ipsec4_if_pool_index_by_key, key4.as_u64);
414 hash_unset (im->ipsec_if_real_dev_by_show_dev, t->show_instance);
415 im->ipsec_if_by_sw_if_index[t->sw_if_index] = ~0;
417 pool_put (im->tunnel_interfaces, t);
419 /* delete input and output SA */
420 ipsec_sa_del (ipsec_tun_mk_input_sa_id (ti));
421 ipsec_sa_del (ipsec_tun_mk_output_sa_id (ti));
425 *sw_if_index = hi->sw_if_index;
431 ipsec_add_del_ipsec_gre_tunnel (vnet_main_t * vnm,
432 const ipsec_gre_tunnel_add_del_args_t * args)
434 ipsec_tunnel_if_t *t = 0;
435 ipsec_main_t *im = &ipsec_main;
438 ipsec4_tunnel_key_t key;
441 p = hash_get (im->sa_index_by_sa_id, args->local_sa_id);
443 return VNET_API_ERROR_INVALID_VALUE;
445 sa = pool_elt_at_index (im->sad, p[0]);
446 ipsec_sa_set_IS_GRE (sa);
448 p = hash_get (im->sa_index_by_sa_id, args->remote_sa_id);
450 return VNET_API_ERROR_INVALID_VALUE;
452 sa = pool_elt_at_index (im->sad, p[0]);
453 ipsec_sa_set_IS_GRE (sa);
455 /* we form the key from the input/remote SA whose tunnel is srouce
456 * at the remote end */
457 if (ipsec_sa_is_set_IS_TUNNEL (sa))
459 key.remote_ip = sa->tunnel_src_addr.ip4.as_u32;
460 key.spi = clib_host_to_net_u32 (sa->spi);
464 key.remote_ip = args->src.as_u32;
465 key.spi = clib_host_to_net_u32 (sa->spi);
468 p = hash_get (im->ipsec4_if_pool_index_by_key, key.as_u64);
472 /* check if same src/dst pair exists */
474 return VNET_API_ERROR_INVALID_VALUE;
476 pool_get_aligned (im->tunnel_interfaces, t, CLIB_CACHE_LINE_BYTES);
477 clib_memset (t, 0, sizeof (*t));
479 t->input_sa_index = isa;
480 t->output_sa_index = osa;
482 hash_set (im->ipsec4_if_pool_index_by_key, key.as_u64,
483 t - im->tunnel_interfaces);
485 /*1st interface, register protocol */
486 if (pool_elts (im->tunnel_interfaces) == 1)
488 ip4_register_protocol (IP_PROTOCOL_IPSEC_ESP,
489 ipsec4_if_input_node.index);
492 ip6_register_protocol (IP_PROTOCOL_IPSEC_ESP,
493 ipsec6_if_input_node.index);
499 /* check if exists */
501 return VNET_API_ERROR_INVALID_VALUE;
503 t = pool_elt_at_index (im->tunnel_interfaces, p[0]);
504 hash_unset (im->ipsec4_if_pool_index_by_key, key.as_u64);
505 pool_put (im->tunnel_interfaces, t);
511 ipsec_set_interface_key (vnet_main_t * vnm, u32 hw_if_index,
512 ipsec_if_set_key_type_t type, u8 alg, u8 * key)
514 ipsec_main_t *im = &ipsec_main;
515 vnet_hw_interface_t *hi;
516 ipsec_tunnel_if_t *t;
519 hi = vnet_get_hw_interface (vnm, hw_if_index);
520 t = pool_elt_at_index (im->tunnel_interfaces, hi->dev_instance);
522 if (hi->flags & VNET_HW_INTERFACE_FLAG_LINK_UP)
523 return VNET_API_ERROR_SYSCALL_ERROR_1;
525 if (type == IPSEC_IF_SET_KEY_TYPE_LOCAL_CRYPTO)
527 sa = pool_elt_at_index (im->sad, t->output_sa_index);
528 ipsec_sa_set_crypto_alg (sa, alg);
529 ipsec_mk_key (&sa->crypto_key, key, vec_len (key));
531 else if (type == IPSEC_IF_SET_KEY_TYPE_LOCAL_INTEG)
533 sa = pool_elt_at_index (im->sad, t->output_sa_index);
534 ipsec_sa_set_integ_alg (sa, alg);
535 ipsec_mk_key (&sa->integ_key, key, vec_len (key));
537 else if (type == IPSEC_IF_SET_KEY_TYPE_REMOTE_CRYPTO)
539 sa = pool_elt_at_index (im->sad, t->input_sa_index);
540 ipsec_sa_set_crypto_alg (sa, alg);
541 ipsec_mk_key (&sa->crypto_key, key, vec_len (key));
543 else if (type == IPSEC_IF_SET_KEY_TYPE_REMOTE_INTEG)
545 sa = pool_elt_at_index (im->sad, t->input_sa_index);
546 ipsec_sa_set_integ_alg (sa, alg);
547 ipsec_mk_key (&sa->integ_key, key, vec_len (key));
550 return VNET_API_ERROR_INVALID_VALUE;
557 ipsec_set_interface_sa (vnet_main_t * vnm, u32 hw_if_index, u32 sa_id,
560 ipsec_main_t *im = &ipsec_main;
561 vnet_hw_interface_t *hi;
562 ipsec_tunnel_if_t *t;
563 ipsec_sa_t *sa, *old_sa;
564 u32 sa_index, old_sa_index;
567 hi = vnet_get_hw_interface (vnm, hw_if_index);
568 t = pool_elt_at_index (im->tunnel_interfaces, hi->dev_instance);
570 sa_index = ipsec_get_sa_index_by_sa_id (sa_id);
573 clib_warning ("SA with ID %u not found", sa_id);
574 return VNET_API_ERROR_INVALID_VALUE;
577 if (ipsec_is_sa_used (sa_index))
579 clib_warning ("SA with ID %u is already in use", sa_id);
580 return VNET_API_ERROR_INVALID_VALUE;
583 sa = pool_elt_at_index (im->sad, sa_index);
587 old_sa_index = t->input_sa_index;
588 old_sa = pool_elt_at_index (im->sad, old_sa_index);
590 if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ^
591 ipsec_sa_is_set_IS_TUNNEL_V6 (old_sa))
593 clib_warning ("IPsec interface SA endpoints type can't be changed");
594 return VNET_API_ERROR_INVALID_VALUE;
597 if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa))
599 ipsec6_tunnel_key_t key;
601 /* unset old inbound hash entry. packets should stop arriving */
602 key.remote_ip = old_sa->tunnel_src_addr.ip6;
603 key.spi = clib_host_to_net_u32 (old_sa->spi);
605 p = hash_get_mem (im->ipsec6_if_pool_index_by_key, &key);
607 hash_unset_mem_free (&im->ipsec6_if_pool_index_by_key, &key);
609 /* set new inbound SA, then set new hash entry */
610 t->input_sa_index = sa_index;
611 key.remote_ip = sa->tunnel_src_addr.ip6;
612 key.spi = clib_host_to_net_u32 (sa->spi);
614 hash_set_mem_alloc (&im->ipsec6_if_pool_index_by_key, &key,
619 ipsec4_tunnel_key_t key;
621 /* unset old inbound hash entry. packets should stop arriving */
622 key.remote_ip = old_sa->tunnel_src_addr.ip4.as_u32;
623 key.spi = clib_host_to_net_u32 (old_sa->spi);
625 p = hash_get (im->ipsec4_if_pool_index_by_key, key.as_u64);
627 hash_unset (im->ipsec4_if_pool_index_by_key, key.as_u64);
629 /* set new inbound SA, then set new hash entry */
630 t->input_sa_index = sa_index;
631 key.remote_ip = sa->tunnel_src_addr.ip4.as_u32;
632 key.spi = clib_host_to_net_u32 (sa->spi);
634 hash_set (im->ipsec4_if_pool_index_by_key, key.as_u64,
640 old_sa_index = t->output_sa_index;
641 old_sa = pool_elt_at_index (im->sad, old_sa_index);
643 if (ipsec_sa_is_set_IS_TUNNEL_V6 (sa) ^
644 ipsec_sa_is_set_IS_TUNNEL_V6 (old_sa))
646 clib_warning ("IPsec interface SA endpoints type can't be changed");
647 return VNET_API_ERROR_INVALID_VALUE;
650 t->output_sa_index = sa_index;
653 /* remove sa_id to sa_index mapping on old SA */
654 if (ipsec_get_sa_index_by_sa_id (old_sa->id) == old_sa_index)
655 hash_unset (im->sa_index_by_sa_id, old_sa->id);
657 if (ipsec_add_del_sa_sess_cb (im, old_sa_index, 0))
659 clib_warning ("IPsec backend add/del callback returned error");
660 return VNET_API_ERROR_SYSCALL_ERROR_1;
662 pool_put (im->sad, old_sa);
669 ipsec_tunnel_if_init (vlib_main_t * vm)
671 ipsec_main_t *im = &ipsec_main;
673 /* initialize the ipsec-if ip4 hash */
674 im->ipsec4_if_pool_index_by_key =
675 hash_create (0, sizeof (ipsec4_tunnel_key_t));
676 /* initialize the ipsec-if ip6 hash */
677 im->ipsec6_if_pool_index_by_key = hash_create_mem (0,
679 (ipsec6_tunnel_key_t),
681 im->ipsec_if_real_dev_by_show_dev = hash_create (0, sizeof (uword));
683 udp_register_dst_port (vm, UDP_DST_PORT_ipsec, ipsec4_if_input_node.index,
688 VLIB_INIT_FUNCTION (ipsec_tunnel_if_init);
692 * fd.io coding-style-patch-verification: ON
695 * eval: (c-set-style "gnu")