New upstream version 18.08
[deb_dpdk.git] / drivers / crypto / aesni_mb / aesni_mb_ops.h
index 0c119bf..5a1cba6 100644 (file)
@@ -1,33 +1,5 @@
-/*-
- *   BSD LICENSE
- *
- *   Copyright(c) 2015 Intel Corporation. All rights reserved.
- *
- *   Redistribution and use in source and binary forms, with or without
- *   modification, are permitted provided that the following conditions
- *   are met:
- *
- *     * Redistributions of source code must retain the above copyright
- *       notice, this list of conditions and the following disclaimer.
- *     * Redistributions in binary form must reproduce the above copyright
- *       notice, this list of conditions and the following disclaimer in
- *       the documentation and/or other materials provided with the
- *       distribution.
- *     * Neither the name of Intel Corporation nor the names of its
- *       contributors may be used to endorse or promote products derived
- *       from this software without specific prior written permission.
- *
- *   THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
- *   "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
- *   LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
- *   A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
- *   OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
- *   SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
- *   LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
- *   DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
- *   THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
- *   (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
- *   OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+/* SPDX-License-Identifier: BSD-3-Clause
+ * Copyright(c) 2015 Intel Corporation
  */
 
 #ifndef _AESNI_MB_OPS_H_
 #define LINUX
 #endif
 
-#include <mb_mgr.h>
-#include <aux_funcs.h>
+#include <intel-ipsec-mb.h>
 
 enum aesni_mb_vector_mode {
        RTE_AESNI_MB_NOT_SUPPORTED = 0,
        RTE_AESNI_MB_SSE,
        RTE_AESNI_MB_AVX,
-       RTE_AESNI_MB_AVX2
+       RTE_AESNI_MB_AVX2,
+       RTE_AESNI_MB_AVX512
 };
 
-typedef void (*md5_one_block_t)(void *data, void *digest);
+typedef void (*md5_one_block_t)(const void *data, void *digest);
 
-typedef void (*sha1_one_block_t)(void *data, void *digest);
-typedef void (*sha224_one_block_t)(void *data, void *digest);
-typedef void (*sha256_one_block_t)(void *data, void *digest);
-typedef void (*sha384_one_block_t)(void *data, void *digest);
-typedef void (*sha512_one_block_t)(void *data, void *digest);
+typedef void (*sha1_one_block_t)(const void *data, void *digest);
+typedef void (*sha224_one_block_t)(const void *data, void *digest);
+typedef void (*sha256_one_block_t)(const void *data, void *digest);
+typedef void (*sha384_one_block_t)(const void *data, void *digest);
+typedef void (*sha512_one_block_t)(const void *data, void *digest);
 
 typedef void (*aes_keyexp_128_t)
-               (void *key, void *enc_exp_keys, void *dec_exp_keys);
+               (const void *key, void *enc_exp_keys, void *dec_exp_keys);
 typedef void (*aes_keyexp_192_t)
-               (void *key, void *enc_exp_keys, void *dec_exp_keys);
+               (const void *key, void *enc_exp_keys, void *dec_exp_keys);
 typedef void (*aes_keyexp_256_t)
-               (void *key, void *enc_exp_keys, void *dec_exp_keys);
-
+               (const void *key, void *enc_exp_keys, void *dec_exp_keys);
 typedef void (*aes_xcbc_expand_key_t)
-               (void *key, void *exp_k1, void *k2, void *k3);
+               (const void *key, void *exp_k1, void *k2, void *k3);
+typedef void (*aes_cmac_sub_key_gen_t)
+               (const void *exp_key, void *k2, void *k3);
+typedef void (*aes_cmac_keyexp_t)
+               (const void *key, void *keyexp);
 
 /** Multi-buffer library function pointer table */
-struct aesni_mb_ops {
+struct aesni_mb_op_fns {
        struct {
                init_mb_mgr_t init_mgr;
                /**< Initialise scheduler  */
@@ -105,9 +80,12 @@ struct aesni_mb_ops {
                        /**< AES192 key expansions */
                        aes_keyexp_256_t aes256;
                        /**< AES256 key expansions */
-
                        aes_xcbc_expand_key_t aes_xcbc;
-                       /**< AES XCBC key expansions */
+                       /**< AES XCBC key epansions */
+                       aes_cmac_sub_key_gen_t aes_cmac_subkey;
+                       /**< AES CMAC subkey expansions */
+                       aes_cmac_keyexp_t aes_cmac_expkey;
+                       /**< AES CMAC key expansions */
                } keyexp;
                /**< Key expansion functions */
        } aux;
@@ -115,7 +93,7 @@ struct aesni_mb_ops {
 };
 
 
-static const struct aesni_mb_ops job_ops[] = {
+static const struct aesni_mb_op_fns job_ops[] = {
                [RTE_AESNI_MB_NOT_SUPPORTED] = {
                        .job = {
                                NULL
@@ -150,7 +128,9 @@ static const struct aesni_mb_ops job_ops[] = {
                                        aes_keyexp_128_sse,
                                        aes_keyexp_192_sse,
                                        aes_keyexp_256_sse,
-                                       aes_xcbc_expand_key_sse
+                                       aes_xcbc_expand_key_sse,
+                                       aes_cmac_subkey_gen_sse,
+                                       aes_keyexp_128_enc_sse
                                }
                        }
                },
@@ -175,7 +155,9 @@ static const struct aesni_mb_ops job_ops[] = {
                                        aes_keyexp_128_avx,
                                        aes_keyexp_192_avx,
                                        aes_keyexp_256_avx,
-                                       aes_xcbc_expand_key_avx
+                                       aes_xcbc_expand_key_avx,
+                                       aes_cmac_subkey_gen_avx,
+                                       aes_keyexp_128_enc_avx
                                }
                        }
                },
@@ -200,7 +182,36 @@ static const struct aesni_mb_ops job_ops[] = {
                                        aes_keyexp_128_avx2,
                                        aes_keyexp_192_avx2,
                                        aes_keyexp_256_avx2,
-                                       aes_xcbc_expand_key_avx2
+                                       aes_xcbc_expand_key_avx2,
+                                       aes_cmac_subkey_gen_avx2,
+                                       aes_keyexp_128_enc_avx2
+                               }
+                       }
+               },
+               [RTE_AESNI_MB_AVX512] = {
+                       .job = {
+                               init_mb_mgr_avx512,
+                               get_next_job_avx512,
+                               submit_job_avx512,
+                               get_completed_job_avx512,
+                               flush_job_avx512
+                       },
+                       .aux = {
+                               .one_block = {
+                                       md5_one_block_avx512,
+                                       sha1_one_block_avx512,
+                                       sha224_one_block_avx512,
+                                       sha256_one_block_avx512,
+                                       sha384_one_block_avx512,
+                                       sha512_one_block_avx512
+                               },
+                               .keyexp = {
+                                       aes_keyexp_128_avx512,
+                                       aes_keyexp_192_avx512,
+                                       aes_keyexp_256_avx512,
+                                       aes_xcbc_expand_key_avx512,
+                                       aes_cmac_subkey_gen_avx512,
+                                       aes_keyexp_128_enc_avx512
                                }
                        }
                }