2 * Copyright (c) 2016 Intel and/or its affiliates.
3 * Licensed under the Apache License, Version 2.0 (the "License");
4 * you may not use this file except in compliance with the License.
5 * You may obtain a copy of the License at:
7 * http://www.apache.org/licenses/LICENSE-2.0
9 * Unless required by applicable law or agreed to in writing, software
10 * distributed under the License is distributed on an "AS IS" BASIS,
11 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12 * See the License for the specific language governing permissions and
13 * limitations under the License.
15 #ifndef __DPDK_ESP_H__
16 #define __DPDK_ESP_H__
18 #include <vnet/devices/dpdk/ipsec/ipsec.h>
19 #include <vnet/ipsec/ipsec.h>
20 #include <vnet/ipsec/esp.h>
24 enum rte_crypto_cipher_algorithm algo;
27 } dpdk_esp_crypto_alg_t;
31 enum rte_crypto_auth_algorithm algo;
33 } dpdk_esp_integ_alg_t;
37 dpdk_esp_crypto_alg_t *esp_crypto_algs;
38 dpdk_esp_integ_alg_t *esp_integ_algs;
41 dpdk_esp_main_t dpdk_esp_main;
43 static_always_inline void
46 dpdk_esp_main_t *em = &dpdk_esp_main;
47 dpdk_esp_integ_alg_t *i;
48 dpdk_esp_crypto_alg_t *c;
50 vec_validate (em->esp_crypto_algs, IPSEC_CRYPTO_N_ALG - 1);
52 c = &em->esp_crypto_algs[IPSEC_CRYPTO_ALG_AES_CBC_128];
53 c->algo = RTE_CRYPTO_CIPHER_AES_CBC;
57 c = &em->esp_crypto_algs[IPSEC_CRYPTO_ALG_AES_CBC_192];
58 c->algo = RTE_CRYPTO_CIPHER_AES_CBC;
62 c = &em->esp_crypto_algs[IPSEC_CRYPTO_ALG_AES_CBC_256];
63 c->algo = RTE_CRYPTO_CIPHER_AES_CBC;
67 c = &em->esp_crypto_algs[IPSEC_CRYPTO_ALG_AES_GCM_128];
68 c->algo = RTE_CRYPTO_CIPHER_AES_GCM;
72 vec_validate (em->esp_integ_algs, IPSEC_INTEG_N_ALG - 1);
74 i = &em->esp_integ_algs[IPSEC_INTEG_ALG_SHA1_96];
75 i->algo = RTE_CRYPTO_AUTH_SHA1_HMAC;
78 i = &em->esp_integ_algs[IPSEC_INTEG_ALG_SHA_256_96];
79 i->algo = RTE_CRYPTO_AUTH_SHA256_HMAC;
82 i = &em->esp_integ_algs[IPSEC_INTEG_ALG_SHA_256_128];
83 i->algo = RTE_CRYPTO_AUTH_SHA256_HMAC;
86 i = &em->esp_integ_algs[IPSEC_INTEG_ALG_SHA_384_192];
87 i->algo = RTE_CRYPTO_AUTH_SHA384_HMAC;
90 i = &em->esp_integ_algs[IPSEC_INTEG_ALG_SHA_512_256];
91 i->algo = RTE_CRYPTO_AUTH_SHA512_HMAC;
94 i = &em->esp_integ_algs[IPSEC_INTEG_ALG_AES_GCM_128];
95 i->algo = RTE_CRYPTO_AUTH_AES_GCM;
99 static_always_inline int
100 add_del_sa_sess (u32 sa_index, u8 is_add)
102 dpdk_crypto_main_t *dcm = &dpdk_crypto_main;
103 crypto_worker_main_t *cwm;
104 u8 skip_master = vlib_num_workers () > 0;
107 vec_foreach (cwm, dcm->workers_main)
109 crypto_sa_session_t *sa_sess;
118 for (is_outbound = 0; is_outbound < 2; is_outbound++)
122 pool_get (cwm->sa_sess_d[is_outbound], sa_sess);
128 sa_sess = pool_elt_at_index (cwm->sa_sess_d[is_outbound], sa_index);
129 dev_id = cwm->qp_data[sa_sess->qp_index].dev_id;
134 if (rte_cryptodev_sym_session_free(dev_id, sa_sess->sess))
136 clib_warning("failed to free session");
139 memset(sa_sess, 0, sizeof(sa_sess[0]));
148 static_always_inline int
149 translate_crypto_algo(ipsec_crypto_alg_t crypto_algo,
150 struct rte_crypto_sym_xform *cipher_xform)
154 case IPSEC_CRYPTO_ALG_NONE:
155 cipher_xform->cipher.algo = RTE_CRYPTO_CIPHER_NULL;
157 case IPSEC_CRYPTO_ALG_AES_CBC_128:
158 case IPSEC_CRYPTO_ALG_AES_CBC_192:
159 case IPSEC_CRYPTO_ALG_AES_CBC_256:
160 cipher_xform->cipher.algo = RTE_CRYPTO_CIPHER_AES_CBC;
162 case IPSEC_CRYPTO_ALG_AES_GCM_128:
163 cipher_xform->cipher.algo = RTE_CRYPTO_CIPHER_AES_GCM;
169 cipher_xform->type = RTE_CRYPTO_SYM_XFORM_CIPHER;
174 static_always_inline int
175 translate_integ_algo(ipsec_integ_alg_t integ_alg,
176 struct rte_crypto_sym_xform *auth_xform, int use_esn)
179 case IPSEC_INTEG_ALG_NONE:
180 auth_xform->auth.algo = RTE_CRYPTO_AUTH_NULL;
181 auth_xform->auth.digest_length = 0;
183 case IPSEC_INTEG_ALG_SHA1_96:
184 auth_xform->auth.algo = RTE_CRYPTO_AUTH_SHA1_HMAC;
185 auth_xform->auth.digest_length = 12;
187 case IPSEC_INTEG_ALG_SHA_256_96:
188 auth_xform->auth.algo = RTE_CRYPTO_AUTH_SHA256_HMAC;
189 auth_xform->auth.digest_length = 12;
191 case IPSEC_INTEG_ALG_SHA_256_128:
192 auth_xform->auth.algo = RTE_CRYPTO_AUTH_SHA256_HMAC;
193 auth_xform->auth.digest_length = 16;
195 case IPSEC_INTEG_ALG_SHA_384_192:
196 auth_xform->auth.algo = RTE_CRYPTO_AUTH_SHA384_HMAC;
197 auth_xform->auth.digest_length = 24;
199 case IPSEC_INTEG_ALG_SHA_512_256:
200 auth_xform->auth.algo = RTE_CRYPTO_AUTH_SHA512_HMAC;
201 auth_xform->auth.digest_length = 32;
203 case IPSEC_INTEG_ALG_AES_GCM_128:
204 auth_xform->auth.algo = RTE_CRYPTO_AUTH_AES_GCM;
205 auth_xform->auth.digest_length = 16;
206 auth_xform->auth.add_auth_data_length = use_esn? 12 : 8;
212 auth_xform->type = RTE_CRYPTO_SYM_XFORM_AUTH;
217 static_always_inline int
218 create_sym_sess(ipsec_sa_t *sa, crypto_sa_session_t *sa_sess, u8 is_outbound)
220 u32 cpu_index = os_get_cpu_number();
221 dpdk_crypto_main_t * dcm = &dpdk_crypto_main;
222 crypto_worker_main_t *cwm = &dcm->workers_main[cpu_index];
223 struct rte_crypto_sym_xform cipher_xform = {0};
224 struct rte_crypto_sym_xform auth_xform = {0};
225 struct rte_crypto_sym_xform *xfs;
226 uword key = 0, *data;
227 crypto_worker_qp_key_t *p_key = (crypto_worker_qp_key_t *)&key;
229 if (sa->crypto_alg == IPSEC_CRYPTO_ALG_AES_GCM_128)
231 sa->crypto_key_len -= 4;
232 clib_memcpy(&sa->salt, &sa->crypto_key[sa->crypto_key_len], 4);
236 sa->salt = (u32) rand();
239 cipher_xform.type = RTE_CRYPTO_SYM_XFORM_CIPHER;
240 cipher_xform.cipher.key.data = sa->crypto_key;
241 cipher_xform.cipher.key.length = sa->crypto_key_len;
243 auth_xform.type = RTE_CRYPTO_SYM_XFORM_AUTH;
244 auth_xform.auth.key.data = sa->integ_key;
245 auth_xform.auth.key.length = sa->integ_key_len;
247 if (translate_crypto_algo(sa->crypto_alg, &cipher_xform) < 0)
249 p_key->cipher_algo = cipher_xform.cipher.algo;
251 if (translate_integ_algo(sa->integ_alg, &auth_xform, sa->use_esn) < 0)
253 p_key->auth_algo = auth_xform.auth.algo;
257 cipher_xform.cipher.op = RTE_CRYPTO_CIPHER_OP_ENCRYPT;
258 auth_xform.auth.op = RTE_CRYPTO_AUTH_OP_GENERATE;
259 cipher_xform.next = &auth_xform;
264 cipher_xform.cipher.op = RTE_CRYPTO_CIPHER_OP_DECRYPT;
265 auth_xform.auth.op = RTE_CRYPTO_AUTH_OP_VERIFY;
266 auth_xform.next = &cipher_xform;
270 p_key->is_outbound = is_outbound;
272 data = hash_get(cwm->algo_qp_map, key);
277 rte_cryptodev_sym_session_create(cwm->qp_data[*data].dev_id, xfs);
282 sa_sess->qp_index = (u8)*data;
287 #endif /* __DPDK_ESP_H__ */
290 * fd.io coding-style-patch-verification: ON
293 * eval: (c-set-style "gnu")