2 *------------------------------------------------------------------
3 * Copyright (c) 2019 Cisco and/or its affiliates.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
15 *------------------------------------------------------------------
18 #include <vlib/vlib.h>
19 #include <vnet/plugin/plugin.h>
20 #include <vnet/crypto/crypto.h>
21 #include <crypto_native/crypto_native.h>
23 crypto_native_main_t crypto_native_main;
26 crypto_native_key_handler (vlib_main_t * vm, vnet_crypto_key_op_t kop,
27 vnet_crypto_key_index_t idx)
29 vnet_crypto_key_t *key = vnet_crypto_get_key (idx);
30 crypto_native_main_t *cm = &crypto_native_main;
32 /** TODO: add linked alg support **/
33 if (key->type == VNET_CRYPTO_KEY_TYPE_LINK)
36 if (cm->key_fn[key->alg] == 0)
39 if (kop == VNET_CRYPTO_KEY_OP_DEL)
41 if (idx >= vec_len (cm->key_data))
44 if (cm->key_data[idx] == 0)
47 clib_mem_free_s (cm->key_data[idx]);
48 cm->key_data[idx] = 0;
52 vec_validate_aligned (cm->key_data, idx, CLIB_CACHE_LINE_BYTES);
54 if (kop == VNET_CRYPTO_KEY_OP_MODIFY && cm->key_data[idx])
56 clib_mem_free_s (cm->key_data[idx]);
59 cm->key_data[idx] = cm->key_fn[key->alg] (key);
63 crypto_native_init (vlib_main_t * vm)
65 crypto_native_main_t *cm = &crypto_native_main;
66 clib_error_t *error = 0;
68 if (clib_cpu_supports_x86_aes () == 0 &&
69 clib_cpu_supports_aarch64_aes () == 0)
72 cm->crypto_engine_index =
73 vnet_crypto_register_engine (vm, "native", 100,
74 "Native ISA Optimized Crypto");
78 else if (crypto_native_aes_cbc_init_icl && clib_cpu_supports_vaes () &&
79 clib_cpu_supports_avx512f ())
80 error = crypto_native_aes_cbc_init_icl (vm);
81 else if (crypto_native_aes_cbc_init_adl && clib_cpu_supports_vaes ())
82 error = crypto_native_aes_cbc_init_adl (vm);
83 else if (crypto_native_aes_cbc_init_skx && clib_cpu_supports_avx512f ())
84 error = crypto_native_aes_cbc_init_skx (vm);
85 else if (crypto_native_aes_cbc_init_hsw && clib_cpu_supports_avx2 ())
86 error = crypto_native_aes_cbc_init_hsw (vm);
87 else if (crypto_native_aes_cbc_init_slm)
88 error = crypto_native_aes_cbc_init_slm (vm);
91 else if (crypto_native_aes_cbc_init_neon)
92 error = crypto_native_aes_cbc_init_neon (vm);
95 error = clib_error_return (0, "No AES CBC implemenation available");
101 if (clib_cpu_supports_pclmulqdq ())
103 if (crypto_native_aes_gcm_init_icl && clib_cpu_supports_vaes () &&
104 clib_cpu_supports_avx512f ())
105 error = crypto_native_aes_gcm_init_icl (vm);
106 else if (crypto_native_aes_gcm_init_adl && clib_cpu_supports_vaes ())
107 error = crypto_native_aes_gcm_init_adl (vm);
108 else if (crypto_native_aes_gcm_init_skx && clib_cpu_supports_avx512f ())
109 error = crypto_native_aes_gcm_init_skx (vm);
110 else if (crypto_native_aes_gcm_init_hsw && clib_cpu_supports_avx2 ())
111 error = crypto_native_aes_gcm_init_hsw (vm);
112 else if (crypto_native_aes_gcm_init_slm)
113 error = crypto_native_aes_gcm_init_slm (vm);
115 error = clib_error_return (0, "No AES GCM implemenation available");
122 if (crypto_native_aes_gcm_init_neon)
123 error = crypto_native_aes_gcm_init_neon (vm);
125 error = clib_error_return (0, "No AES GCM implemenation available");
131 vnet_crypto_register_key_handler (vm, cm->crypto_engine_index,
132 crypto_native_key_handler);
137 VLIB_INIT_FUNCTION (crypto_native_init) =
139 .runs_after = VLIB_INITS ("vnet_crypto_init"),
143 #include <vpp/app/version.h>
146 VLIB_PLUGIN_REGISTER () = {
147 .version = VPP_BUILD_VER,
148 .description = "Intel IA32 Software Crypto Engine",
153 * fd.io coding-style-patch-verification: ON
156 * eval: (c-set-style "gnu")