yuezonghe | 824eb0c | 2024-06-27 02:32:26 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2013-2022 The OpenSSL Project Authors. All Rights Reserved. |
| 3 | * Copyright (c) 2012, Intel Corporation. All Rights Reserved. |
| 4 | * |
| 5 | * Licensed under the OpenSSL license (the "License"). You may not use |
| 6 | * this file except in compliance with the License. You can obtain a copy |
| 7 | * in the file LICENSE in the source distribution or at |
| 8 | * https://www.openssl.org/source/license.html |
| 9 | * |
| 10 | * Originally written by Shay Gueron (1, 2), and Vlad Krasnov (1) |
| 11 | * (1) Intel Corporation, Israel Development Center, Haifa, Israel |
| 12 | * (2) University of Haifa, Israel |
| 13 | */ |
| 14 | |
| 15 | #ifndef OSSL_CRYPTO_BN_RSAZ_EXP_H |
| 16 | # define OSSL_CRYPTO_BN_RSAZ_EXP_H |
| 17 | |
| 18 | # undef RSAZ_ENABLED |
| 19 | # if defined(OPENSSL_BN_ASM_MONT) && \ |
| 20 | (defined(__x86_64) || defined(__x86_64__) || \ |
| 21 | defined(_M_AMD64) || defined(_M_X64)) |
| 22 | # define RSAZ_ENABLED |
| 23 | |
| 24 | # include <openssl/bn.h> |
| 25 | # include "internal/constant_time.h" |
| 26 | # include "bn_local.h" |
| 27 | |
| 28 | void RSAZ_1024_mod_exp_avx2(BN_ULONG result[16], |
| 29 | const BN_ULONG base_norm[16], |
| 30 | const BN_ULONG exponent[16], |
| 31 | const BN_ULONG m_norm[16], const BN_ULONG RR[16], |
| 32 | BN_ULONG k0); |
| 33 | int rsaz_avx2_eligible(void); |
| 34 | |
| 35 | void RSAZ_512_mod_exp(BN_ULONG result[8], |
| 36 | const BN_ULONG base_norm[8], const BN_ULONG exponent[8], |
| 37 | const BN_ULONG m_norm[8], BN_ULONG k0, |
| 38 | const BN_ULONG RR[8]); |
| 39 | |
| 40 | static ossl_inline void bn_select_words(BN_ULONG *r, BN_ULONG mask, |
| 41 | const BN_ULONG *a, |
| 42 | const BN_ULONG *b, size_t num) |
| 43 | { |
| 44 | size_t i; |
| 45 | |
| 46 | for (i = 0; i < num; i++) { |
| 47 | r[i] = constant_time_select_64(mask, a[i], b[i]); |
| 48 | } |
| 49 | } |
| 50 | |
| 51 | static ossl_inline BN_ULONG bn_reduce_once_in_place(BN_ULONG *r, |
| 52 | BN_ULONG carry, |
| 53 | const BN_ULONG *m, |
| 54 | BN_ULONG *tmp, size_t num) |
| 55 | { |
| 56 | carry -= bn_sub_words(tmp, r, m, num); |
| 57 | bn_select_words(r, carry, r /* tmp < 0 */, tmp /* tmp >= 0 */, num); |
| 58 | return carry; |
| 59 | } |
| 60 | |
| 61 | # endif |
| 62 | |
| 63 | #endif |