2013-12-16 17:12:53 +01:00
|
|
|
/**
|
|
|
|
* \file aesni.h
|
|
|
|
*
|
|
|
|
* \brief AES-NI for hardware AES acceleration on some Intel processors
|
2019-01-31 14:20:20 +01:00
|
|
|
*
|
|
|
|
* \warning These functions are only for internal use by other library
|
|
|
|
* functions; you must not call them directly.
|
2018-01-05 16:33:17 +01:00
|
|
|
*/
|
|
|
|
/*
|
2020-08-07 13:07:28 +02:00
|
|
|
* Copyright The Mbed TLS Contributors
|
2015-09-04 14:21:07 +02:00
|
|
|
* SPDX-License-Identifier: Apache-2.0
|
2013-12-16 17:12:53 +01:00
|
|
|
*
|
2015-09-04 14:21:07 +02:00
|
|
|
* Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
|
|
* not use this file except in compliance with the License.
|
|
|
|
* You may obtain a copy of the License at
|
2013-12-16 17:12:53 +01:00
|
|
|
*
|
2015-09-04 14:21:07 +02:00
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
2013-12-16 17:12:53 +01:00
|
|
|
*
|
2015-09-04 14:21:07 +02:00
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
|
|
* WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
2013-12-16 17:12:53 +01:00
|
|
|
*/
|
2015-04-08 12:49:31 +02:00
|
|
|
#ifndef MBEDTLS_AESNI_H
|
|
|
|
#define MBEDTLS_AESNI_H
|
2013-12-16 17:12:53 +01:00
|
|
|
|
2021-05-27 11:25:03 +02:00
|
|
|
#include "mbedtls/build_info.h"
|
2019-01-31 14:20:20 +01:00
|
|
|
|
2019-07-04 21:01:14 +02:00
|
|
|
#include "mbedtls/aes.h"
|
2013-12-16 17:12:53 +01:00
|
|
|
|
2015-04-08 12:49:31 +02:00
|
|
|
#define MBEDTLS_AESNI_AES 0x02000000u
|
|
|
|
#define MBEDTLS_AESNI_CLMUL 0x00000002u
|
2013-12-18 19:14:53 +01:00
|
|
|
|
2023-03-16 17:21:33 +01:00
|
|
|
/* Can we do AESNI with inline assembly?
|
|
|
|
* (Only implemented with gas syntax, only for 64-bit.)
|
|
|
|
*/
|
2023-08-10 07:53:41 +02:00
|
|
|
#if !defined(MBEDTLS_HAVE_X86_64) && \
|
|
|
|
(defined(__amd64__) || defined(__x86_64__) || \
|
2023-08-17 04:34:15 +02:00
|
|
|
defined(_M_X64) || defined(_M_AMD64)) && \
|
|
|
|
!defined(_M_ARM64EC)
|
2015-04-08 12:49:31 +02:00
|
|
|
#define MBEDTLS_HAVE_X86_64
|
2013-12-16 17:12:53 +01:00
|
|
|
#endif
|
|
|
|
|
2023-08-16 08:15:00 +02:00
|
|
|
#if !defined(MBEDTLS_HAVE_X86) && \
|
|
|
|
(defined(__i386__) || defined(_M_IX86))
|
|
|
|
#define MBEDTLS_HAVE_X86
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#if defined(MBEDTLS_AESNI_C) && \
|
|
|
|
(defined(MBEDTLS_HAVE_X86_64) || defined(MBEDTLS_HAVE_X86))
|
2023-03-10 22:29:32 +01:00
|
|
|
|
2023-03-16 17:21:33 +01:00
|
|
|
/* Can we do AESNI with intrinsics?
|
2023-03-17 17:29:58 +01:00
|
|
|
* (Only implemented with certain compilers, only for certain targets.)
|
2023-03-16 17:21:33 +01:00
|
|
|
*/
|
|
|
|
#undef MBEDTLS_AESNI_HAVE_INTRINSICS
|
2023-03-10 22:29:32 +01:00
|
|
|
#if defined(_MSC_VER)
|
2023-03-16 17:21:33 +01:00
|
|
|
/* Visual Studio supports AESNI intrinsics since VS 2008 SP1. We only support
|
|
|
|
* VS 2013 and up for other reasons anyway, so no need to check the version. */
|
|
|
|
#define MBEDTLS_AESNI_HAVE_INTRINSICS
|
2023-03-10 22:29:32 +01:00
|
|
|
#endif
|
2023-03-16 17:21:33 +01:00
|
|
|
/* GCC-like compilers: currently, we only support intrinsics if the requisite
|
|
|
|
* target flag is enabled when building the library (e.g. `gcc -mpclmul -msse2`
|
|
|
|
* or `clang -maes -mpclmul`). */
|
|
|
|
#if defined(__GNUC__) && defined(__AES__) && defined(__PCLMUL__)
|
|
|
|
#define MBEDTLS_AESNI_HAVE_INTRINSICS
|
2023-03-10 22:29:32 +01:00
|
|
|
#endif
|
|
|
|
|
2023-06-16 14:21:28 +02:00
|
|
|
/* Choose the implementation of AESNI, if one is available.
|
|
|
|
*
|
|
|
|
* Favor the intrinsics-based implementation if it's available, for better
|
2023-05-22 12:14:36 +02:00
|
|
|
* maintainability.
|
|
|
|
* Performance is about the same (see #7380).
|
|
|
|
* In the long run, we will likely remove the assembly implementation. */
|
|
|
|
#if defined(MBEDTLS_AESNI_HAVE_INTRINSICS)
|
2023-03-16 17:21:33 +01:00
|
|
|
#define MBEDTLS_AESNI_HAVE_CODE 2 // via intrinsics
|
2023-08-16 08:15:00 +02:00
|
|
|
#elif defined(MBEDTLS_HAVE_ASM) && \
|
|
|
|
defined(__GNUC__) && defined(MBEDTLS_HAVE_X86_64)
|
2023-05-22 12:14:36 +02:00
|
|
|
#define MBEDTLS_AESNI_HAVE_CODE 1 // via assembly
|
2023-08-16 11:22:18 +02:00
|
|
|
#elif defined(__GNUC__)
|
|
|
|
# error "Must use `-mpclmul -msse2 -maes` for MBEDTLS_AESNI_C"
|
2023-08-10 07:53:41 +02:00
|
|
|
#else
|
|
|
|
#error "MBEDTLS_AESNI_C defined, but neither intrinsics nor assembly available"
|
2023-03-10 22:29:32 +01:00
|
|
|
#endif
|
|
|
|
|
|
|
|
#if defined(MBEDTLS_AESNI_HAVE_CODE)
|
2013-12-16 17:12:53 +01:00
|
|
|
|
2015-03-10 17:12:29 +01:00
|
|
|
#ifdef __cplusplus
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
|
|
|
|
2013-12-16 17:12:53 +01:00
|
|
|
/**
|
2019-01-31 14:20:20 +01:00
|
|
|
* \brief Internal function to detect the AES-NI feature in CPUs.
|
|
|
|
*
|
|
|
|
* \note This function is only for internal use by other library
|
|
|
|
* functions; you must not call it directly.
|
2013-12-18 19:14:53 +01:00
|
|
|
*
|
|
|
|
* \param what The feature to detect
|
2015-04-08 12:49:31 +02:00
|
|
|
* (MBEDTLS_AESNI_AES or MBEDTLS_AESNI_CLMUL)
|
2013-12-16 17:12:53 +01:00
|
|
|
*
|
2013-12-18 19:14:53 +01:00
|
|
|
* \return 1 if CPU has support for the feature, 0 otherwise
|
2013-12-16 17:12:53 +01:00
|
|
|
*/
|
2023-08-16 10:08:42 +02:00
|
|
|
#if !defined(MBEDTLS_AES_USE_HARDWARE_ONLY) || \
|
|
|
|
(defined(MBEDTLS_HAVE_X86) && defined(MBEDTLS_PADLOCK_C))
|
2023-01-11 14:50:10 +01:00
|
|
|
int mbedtls_aesni_has_support(unsigned int what);
|
2023-03-31 08:32:47 +02:00
|
|
|
#else
|
2023-08-04 11:25:59 +02:00
|
|
|
#define mbedtls_aesni_has_support(what) 1
|
2023-03-31 08:32:47 +02:00
|
|
|
#endif
|
2013-12-16 17:12:53 +01:00
|
|
|
|
2013-12-18 11:45:21 +01:00
|
|
|
/**
|
2019-01-31 14:20:20 +01:00
|
|
|
* \brief Internal AES-NI AES-ECB block encryption and decryption
|
|
|
|
*
|
|
|
|
* \note This function is only for internal use by other library
|
|
|
|
* functions; you must not call it directly.
|
2013-12-18 11:45:21 +01:00
|
|
|
*
|
|
|
|
* \param ctx AES context
|
2015-04-08 12:49:31 +02:00
|
|
|
* \param mode MBEDTLS_AES_ENCRYPT or MBEDTLS_AES_DECRYPT
|
2013-12-18 11:45:21 +01:00
|
|
|
* \param input 16-byte input block
|
|
|
|
* \param output 16-byte output block
|
|
|
|
*
|
2013-12-26 11:44:46 +01:00
|
|
|
* \return 0 on success (cannot fail)
|
2013-12-18 11:45:21 +01:00
|
|
|
*/
|
2023-01-11 14:50:10 +01:00
|
|
|
int mbedtls_aesni_crypt_ecb(mbedtls_aes_context *ctx,
|
|
|
|
int mode,
|
|
|
|
const unsigned char input[16],
|
|
|
|
unsigned char output[16]);
|
2013-12-18 11:45:21 +01:00
|
|
|
|
2013-12-26 11:44:46 +01:00
|
|
|
/**
|
2019-01-31 14:20:20 +01:00
|
|
|
* \brief Internal GCM multiplication: c = a * b in GF(2^128)
|
|
|
|
*
|
|
|
|
* \note This function is only for internal use by other library
|
|
|
|
* functions; you must not call it directly.
|
2013-12-26 11:44:46 +01:00
|
|
|
*
|
|
|
|
* \param c Result
|
|
|
|
* \param a First operand
|
|
|
|
* \param b Second operand
|
|
|
|
*
|
|
|
|
* \note Both operands and result are bit strings interpreted as
|
|
|
|
* elements of GF(2^128) as per the GCM spec.
|
|
|
|
*/
|
2023-01-11 14:50:10 +01:00
|
|
|
void mbedtls_aesni_gcm_mult(unsigned char c[16],
|
|
|
|
const unsigned char a[16],
|
|
|
|
const unsigned char b[16]);
|
2013-12-26 11:44:46 +01:00
|
|
|
|
2013-12-28 15:58:30 +01:00
|
|
|
/**
|
2019-01-31 14:20:20 +01:00
|
|
|
* \brief Internal round key inversion. This function computes
|
|
|
|
* decryption round keys from the encryption round keys.
|
|
|
|
*
|
|
|
|
* \note This function is only for internal use by other library
|
|
|
|
* functions; you must not call it directly.
|
2013-12-28 15:58:30 +01:00
|
|
|
*
|
|
|
|
* \param invkey Round keys for the equivalent inverse cipher
|
|
|
|
* \param fwdkey Original round keys (for encryption)
|
|
|
|
* \param nr Number of rounds (that is, number of round keys minus one)
|
|
|
|
*/
|
2023-01-11 14:50:10 +01:00
|
|
|
void mbedtls_aesni_inverse_key(unsigned char *invkey,
|
|
|
|
const unsigned char *fwdkey,
|
|
|
|
int nr);
|
2013-12-28 15:58:30 +01:00
|
|
|
|
2013-12-28 20:45:04 +01:00
|
|
|
/**
|
2019-01-31 14:20:20 +01:00
|
|
|
* \brief Internal key expansion for encryption
|
|
|
|
*
|
|
|
|
* \note This function is only for internal use by other library
|
|
|
|
* functions; you must not call it directly.
|
2013-12-28 20:45:04 +01:00
|
|
|
*
|
|
|
|
* \param rk Destination buffer where the round keys are written
|
|
|
|
* \param key Encryption key
|
|
|
|
* \param bits Key size in bits (must be 128, 192 or 256)
|
|
|
|
*
|
2015-04-08 12:49:31 +02:00
|
|
|
* \return 0 if successful, or MBEDTLS_ERR_AES_INVALID_KEY_LENGTH
|
2013-12-28 20:45:04 +01:00
|
|
|
*/
|
2023-01-11 14:50:10 +01:00
|
|
|
int mbedtls_aesni_setkey_enc(unsigned char *rk,
|
|
|
|
const unsigned char *key,
|
|
|
|
size_t bits);
|
2013-12-28 20:45:04 +01:00
|
|
|
|
2015-03-10 17:12:29 +01:00
|
|
|
#ifdef __cplusplus
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2023-03-10 22:29:32 +01:00
|
|
|
#endif /* MBEDTLS_AESNI_HAVE_CODE */
|
|
|
|
#endif /* MBEDTLS_AESNI_C */
|
2013-12-16 17:12:53 +01:00
|
|
|
|
2015-04-08 12:49:31 +02:00
|
|
|
#endif /* MBEDTLS_AESNI_H */
|