Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | /* |
| 3 | * Cryptographic API. |
| 4 | * |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 5 | * Single-block cipher operations. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | * |
| 7 | * Copyright (c) 2002 James Morris <jmorris@intercode.com.au> |
Herbert Xu | c774e93 | 2005-07-06 13:51:31 -0700 | [diff] [blame] | 8 | * Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | */ |
Herbert Xu | f1ddcaf | 2007-01-27 10:05:15 +1100 | [diff] [blame] | 10 | |
Salvatore Mesoraca | 6650c4d | 2018-04-09 15:54:47 +0200 | [diff] [blame] | 11 | #include <crypto/algapi.h> |
Ard Biesheuvel | 0eb76ba | 2020-12-11 13:27:15 +0100 | [diff] [blame] | 12 | #include <crypto/internal/cipher.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | #include <linux/kernel.h> |
| 14 | #include <linux/crypto.h> |
| 15 | #include <linux/errno.h> |
Herbert Xu | 791b4d5 | 2007-08-23 16:23:01 +0800 | [diff] [blame] | 16 | #include <linux/slab.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #include <linux/string.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 18 | #include "internal.h" |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 19 | |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 20 | static int setkey_unaligned(struct crypto_cipher *tfm, const u8 *key, |
Herbert Xu | 791b4d5 | 2007-08-23 16:23:01 +0800 | [diff] [blame] | 21 | unsigned int keylen) |
Sebastian Siewior | ca7c393 | 2007-05-19 19:51:21 +1000 | [diff] [blame] | 22 | { |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 23 | struct cipher_alg *cia = crypto_cipher_alg(tfm); |
| 24 | unsigned long alignmask = crypto_cipher_alignmask(tfm); |
Sebastian Siewior | ca7c393 | 2007-05-19 19:51:21 +1000 | [diff] [blame] | 25 | int ret; |
| 26 | u8 *buffer, *alignbuffer; |
| 27 | unsigned long absize; |
| 28 | |
| 29 | absize = keylen + alignmask; |
| 30 | buffer = kmalloc(absize, GFP_ATOMIC); |
| 31 | if (!buffer) |
| 32 | return -ENOMEM; |
| 33 | |
| 34 | alignbuffer = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1); |
| 35 | memcpy(alignbuffer, key, keylen); |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 36 | ret = cia->cia_setkey(crypto_cipher_tfm(tfm), alignbuffer, keylen); |
Hailey Mothershead | 23e4099 | 2024-04-15 22:19:15 +0000 | [diff] [blame] | 37 | kfree_sensitive(buffer); |
Sebastian Siewior | ca7c393 | 2007-05-19 19:51:21 +1000 | [diff] [blame] | 38 | return ret; |
| 39 | |
| 40 | } |
| 41 | |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 42 | int crypto_cipher_setkey(struct crypto_cipher *tfm, |
| 43 | const u8 *key, unsigned int keylen) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 44 | { |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 45 | struct cipher_alg *cia = crypto_cipher_alg(tfm); |
| 46 | unsigned long alignmask = crypto_cipher_alignmask(tfm); |
Sebastian Siewior | ca7c393 | 2007-05-19 19:51:21 +1000 | [diff] [blame] | 47 | |
Eric Biggers | 674f368 | 2019-12-30 21:19:36 -0600 | [diff] [blame] | 48 | if (keylen < cia->cia_min_keysize || keylen > cia->cia_max_keysize) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 49 | return -EINVAL; |
Sebastian Siewior | ca7c393 | 2007-05-19 19:51:21 +1000 | [diff] [blame] | 50 | |
| 51 | if ((unsigned long)key & alignmask) |
| 52 | return setkey_unaligned(tfm, key, keylen); |
| 53 | |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 54 | return cia->cia_setkey(crypto_cipher_tfm(tfm), key, keylen); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | } |
Ard Biesheuvel | 0eb76ba | 2020-12-11 13:27:15 +0100 | [diff] [blame] | 56 | EXPORT_SYMBOL_NS_GPL(crypto_cipher_setkey, CRYPTO_INTERNAL); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 57 | |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 58 | static inline void cipher_crypt_one(struct crypto_cipher *tfm, |
| 59 | u8 *dst, const u8 *src, bool enc) |
Herbert Xu | f28776a | 2006-08-13 20:58:18 +1000 | [diff] [blame] | 60 | { |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 61 | unsigned long alignmask = crypto_cipher_alignmask(tfm); |
| 62 | struct cipher_alg *cia = crypto_cipher_alg(tfm); |
| 63 | void (*fn)(struct crypto_tfm *, u8 *, const u8 *) = |
| 64 | enc ? cia->cia_encrypt : cia->cia_decrypt; |
Herbert Xu | f28776a | 2006-08-13 20:58:18 +1000 | [diff] [blame] | 65 | |
| 66 | if (unlikely(((unsigned long)dst | (unsigned long)src) & alignmask)) { |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 67 | unsigned int bs = crypto_cipher_blocksize(tfm); |
| 68 | u8 buffer[MAX_CIPHER_BLOCKSIZE + MAX_CIPHER_ALIGNMASK]; |
| 69 | u8 *tmp = (u8 *)ALIGN((unsigned long)buffer, alignmask + 1); |
| 70 | |
| 71 | memcpy(tmp, src, bs); |
| 72 | fn(crypto_cipher_tfm(tfm), tmp, tmp); |
| 73 | memcpy(dst, tmp, bs); |
| 74 | } else { |
| 75 | fn(crypto_cipher_tfm(tfm), dst, src); |
Herbert Xu | f28776a | 2006-08-13 20:58:18 +1000 | [diff] [blame] | 76 | } |
Herbert Xu | f28776a | 2006-08-13 20:58:18 +1000 | [diff] [blame] | 77 | } |
| 78 | |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 79 | void crypto_cipher_encrypt_one(struct crypto_cipher *tfm, |
| 80 | u8 *dst, const u8 *src) |
Herbert Xu | f28776a | 2006-08-13 20:58:18 +1000 | [diff] [blame] | 81 | { |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 82 | cipher_crypt_one(tfm, dst, src, true); |
Herbert Xu | f28776a | 2006-08-13 20:58:18 +1000 | [diff] [blame] | 83 | } |
Ard Biesheuvel | 0eb76ba | 2020-12-11 13:27:15 +0100 | [diff] [blame] | 84 | EXPORT_SYMBOL_NS_GPL(crypto_cipher_encrypt_one, CRYPTO_INTERNAL); |
Herbert Xu | f28776a | 2006-08-13 20:58:18 +1000 | [diff] [blame] | 85 | |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 86 | void crypto_cipher_decrypt_one(struct crypto_cipher *tfm, |
| 87 | u8 *dst, const u8 *src) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 88 | { |
Eric Biggers | e8cfed5 | 2019-12-02 13:42:30 -0800 | [diff] [blame] | 89 | cipher_crypt_one(tfm, dst, src, false); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 90 | } |
Ard Biesheuvel | 0eb76ba | 2020-12-11 13:27:15 +0100 | [diff] [blame] | 91 | EXPORT_SYMBOL_NS_GPL(crypto_cipher_decrypt_one, CRYPTO_INTERNAL); |
Herbert Xu | 51d8d6d | 2023-05-19 16:28:35 +0800 | [diff] [blame] | 92 | |
| 93 | struct crypto_cipher *crypto_clone_cipher(struct crypto_cipher *cipher) |
| 94 | { |
| 95 | struct crypto_tfm *tfm = crypto_cipher_tfm(cipher); |
| 96 | struct crypto_alg *alg = tfm->__crt_alg; |
| 97 | struct crypto_cipher *ncipher; |
| 98 | struct crypto_tfm *ntfm; |
| 99 | |
| 100 | if (alg->cra_init) |
| 101 | return ERR_PTR(-ENOSYS); |
| 102 | |
Dmitry Safonov | 9979c6e | 2023-06-14 18:46:43 +0100 | [diff] [blame] | 103 | if (unlikely(!crypto_mod_get(alg))) |
| 104 | return ERR_PTR(-ESTALE); |
| 105 | |
Herbert Xu | fa3b356 | 2023-06-15 17:00:51 +0800 | [diff] [blame] | 106 | ntfm = __crypto_alloc_tfmgfp(alg, CRYPTO_ALG_TYPE_CIPHER, |
| 107 | CRYPTO_ALG_TYPE_MASK, GFP_ATOMIC); |
Dmitry Safonov | 9979c6e | 2023-06-14 18:46:43 +0100 | [diff] [blame] | 108 | if (IS_ERR(ntfm)) { |
| 109 | crypto_mod_put(alg); |
Herbert Xu | 51d8d6d | 2023-05-19 16:28:35 +0800 | [diff] [blame] | 110 | return ERR_CAST(ntfm); |
Dmitry Safonov | 9979c6e | 2023-06-14 18:46:43 +0100 | [diff] [blame] | 111 | } |
Herbert Xu | 51d8d6d | 2023-05-19 16:28:35 +0800 | [diff] [blame] | 112 | |
| 113 | ntfm->crt_flags = tfm->crt_flags; |
| 114 | |
| 115 | ncipher = __crypto_cipher_cast(ntfm); |
| 116 | |
| 117 | return ncipher; |
| 118 | } |
| 119 | EXPORT_SYMBOL_GPL(crypto_clone_cipher); |