Thomas Gleixner | 2874c5f | 2019-05-27 08:55:01 +0200 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0-or-later */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | /* |
| 3 | * Cryptographic API. |
| 4 | * |
| 5 | * Copyright (c) 2002 James Morris <jmorris@intercode.com.au> |
Herbert Xu | 5cb1454b | 2005-11-05 16:58:14 +1100 | [diff] [blame] | 6 | * Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | */ |
| 8 | #ifndef _CRYPTO_INTERNAL_H |
| 9 | #define _CRYPTO_INTERNAL_H |
Herbert Xu | cce9e06 | 2006-08-21 21:08:13 +1000 | [diff] [blame] | 10 | |
| 11 | #include <crypto/algapi.h> |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 12 | #include <linux/completion.h> |
Herbert Xu | adad556 | 2021-09-17 08:26:19 +0800 | [diff] [blame] | 13 | #include <linux/jump_label.h> |
Herbert Xu | 5cb1454b | 2005-11-05 16:58:14 +1100 | [diff] [blame] | 14 | #include <linux/list.h> |
Herbert Xu | 4cc7720 | 2006-08-06 21:16:34 +1000 | [diff] [blame] | 15 | #include <linux/module.h> |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 16 | #include <linux/notifier.h> |
Herbert Xu | 1dbb920 | 2020-07-30 22:39:13 +1000 | [diff] [blame] | 17 | #include <linux/numa.h> |
| 18 | #include <linux/refcount.h> |
Herbert Xu | 5cb1454b | 2005-11-05 16:58:14 +1100 | [diff] [blame] | 19 | #include <linux/rwsem.h> |
Herbert Xu | 1dbb920 | 2020-07-30 22:39:13 +1000 | [diff] [blame] | 20 | #include <linux/sched.h> |
| 21 | #include <linux/types.h> |
Neil Horman | ccb778e | 2008-08-05 14:13:08 +0800 | [diff] [blame] | 22 | |
Herbert Xu | 4cc7720 | 2006-08-06 21:16:34 +1000 | [diff] [blame] | 23 | struct crypto_instance; |
| 24 | struct crypto_template; |
| 25 | |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 26 | struct crypto_larval { |
| 27 | struct crypto_alg alg; |
| 28 | struct crypto_alg *adult; |
| 29 | struct completion completion; |
Herbert Xu | 492e2b6 | 2006-09-21 11:35:17 +1000 | [diff] [blame] | 30 | u32 mask; |
Herbert Xu | adad556 | 2021-09-17 08:26:19 +0800 | [diff] [blame] | 31 | bool test_started; |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 32 | }; |
| 33 | |
Herbert Xu | 5163ab5 | 2021-06-17 15:28:10 +0800 | [diff] [blame] | 34 | enum { |
| 35 | CRYPTOA_UNSPEC, |
| 36 | CRYPTOA_ALG, |
| 37 | CRYPTOA_TYPE, |
| 38 | __CRYPTOA_MAX, |
| 39 | }; |
| 40 | |
| 41 | #define CRYPTOA_MAX (__CRYPTOA_MAX - 1) |
| 42 | |
| 43 | /* Maximum number of (rtattr) parameters for each template. */ |
| 44 | #define CRYPTO_MAX_ATTRS 32 |
| 45 | |
Herbert Xu | 5cb1454b | 2005-11-05 16:58:14 +1100 | [diff] [blame] | 46 | extern struct list_head crypto_alg_list; |
| 47 | extern struct rw_semaphore crypto_alg_sem; |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 48 | extern struct blocking_notifier_head crypto_chain; |
Herbert Xu | 5cb1454b | 2005-11-05 16:58:14 +1100 | [diff] [blame] | 49 | |
Herbert Xu | adad556 | 2021-09-17 08:26:19 +0800 | [diff] [blame] | 50 | DECLARE_STATIC_KEY_FALSE(crypto_boot_test_finished); |
| 51 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 52 | #ifdef CONFIG_PROC_FS |
| 53 | void __init crypto_init_proc(void); |
Herbert Xu | cce9e06 | 2006-08-21 21:08:13 +1000 | [diff] [blame] | 54 | void __exit crypto_exit_proc(void); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 55 | #else |
| 56 | static inline void crypto_init_proc(void) |
| 57 | { } |
Herbert Xu | cce9e06 | 2006-08-21 21:08:13 +1000 | [diff] [blame] | 58 | static inline void crypto_exit_proc(void) |
| 59 | { } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 60 | #endif |
| 61 | |
Herbert Xu | f1ddcaf | 2007-01-27 10:05:15 +1100 | [diff] [blame] | 62 | static inline unsigned int crypto_cipher_ctxsize(struct crypto_alg *alg) |
Herbert Xu | fbdae9f | 2005-07-06 13:53:29 -0700 | [diff] [blame] | 63 | { |
Herbert Xu | f1ddcaf | 2007-01-27 10:05:15 +1100 | [diff] [blame] | 64 | return alg->cra_ctxsize; |
Herbert Xu | fbdae9f | 2005-07-06 13:53:29 -0700 | [diff] [blame] | 65 | } |
| 66 | |
Herbert Xu | f1ddcaf | 2007-01-27 10:05:15 +1100 | [diff] [blame] | 67 | static inline unsigned int crypto_compress_ctxsize(struct crypto_alg *alg) |
Herbert Xu | fbdae9f | 2005-07-06 13:53:29 -0700 | [diff] [blame] | 68 | { |
| 69 | return alg->cra_ctxsize; |
| 70 | } |
| 71 | |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 72 | struct crypto_alg *crypto_mod_get(struct crypto_alg *alg); |
Herbert Xu | 492e2b6 | 2006-09-21 11:35:17 +1000 | [diff] [blame] | 73 | struct crypto_alg *crypto_alg_mod_lookup(const char *name, u32 type, u32 mask); |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 74 | |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 75 | struct crypto_larval *crypto_larval_alloc(const char *name, u32 type, u32 mask); |
Herbert Xu | b9c55aa | 2007-12-04 12:46:48 +1100 | [diff] [blame] | 76 | void crypto_larval_kill(struct crypto_alg *alg); |
Herbert Xu | adad556 | 2021-09-17 08:26:19 +0800 | [diff] [blame] | 77 | void crypto_wait_for_test(struct crypto_larval *larval); |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 78 | void crypto_alg_tested(const char *name, int err); |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 79 | |
Steffen Klassert | 89b596b | 2011-09-27 07:22:08 +0200 | [diff] [blame] | 80 | void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list, |
| 81 | struct crypto_alg *nalg); |
Steffen Klassert | 22e5b20 | 2011-09-27 07:23:07 +0200 | [diff] [blame] | 82 | void crypto_remove_final(struct list_head *list); |
Herbert Xu | 6603523 | 2020-04-10 16:09:42 +1000 | [diff] [blame] | 83 | void crypto_shoot_alg(struct crypto_alg *alg); |
Herbert Xu | 27d2a33 | 2007-01-24 20:50:26 +1100 | [diff] [blame] | 84 | struct crypto_tfm *__crypto_alloc_tfm(struct crypto_alg *alg, u32 type, |
| 85 | u32 mask); |
Barry Song | 7bc13b5 | 2020-07-05 21:18:58 +1200 | [diff] [blame] | 86 | void *crypto_create_tfm_node(struct crypto_alg *alg, |
| 87 | const struct crypto_type *frontend, int node); |
| 88 | |
| 89 | static inline void *crypto_create_tfm(struct crypto_alg *alg, |
| 90 | const struct crypto_type *frontend) |
| 91 | { |
| 92 | return crypto_create_tfm_node(alg, frontend, NUMA_NO_NODE); |
| 93 | } |
| 94 | |
Herbert Xu | d06854f | 2009-07-08 17:53:16 +0800 | [diff] [blame] | 95 | struct crypto_alg *crypto_find_alg(const char *alg_name, |
| 96 | const struct crypto_type *frontend, |
| 97 | u32 type, u32 mask); |
Barry Song | 7bc13b5 | 2020-07-05 21:18:58 +1200 | [diff] [blame] | 98 | |
| 99 | void *crypto_alloc_tfm_node(const char *alg_name, |
| 100 | const struct crypto_type *frontend, u32 type, u32 mask, |
| 101 | int node); |
| 102 | |
| 103 | static inline void *crypto_alloc_tfm(const char *alg_name, |
| 104 | const struct crypto_type *frontend, u32 type, u32 mask) |
| 105 | { |
| 106 | return crypto_alloc_tfm_node(alg_name, frontend, type, mask, NUMA_NO_NODE); |
| 107 | } |
Herbert Xu | 6bfd480 | 2006-09-21 11:39:29 +1000 | [diff] [blame] | 108 | |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 109 | int crypto_probing_notify(unsigned long val, void *v); |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 110 | |
Herbert Xu | 38d2143 | 2015-04-20 13:39:00 +0800 | [diff] [blame] | 111 | unsigned int crypto_alg_extsize(struct crypto_alg *alg); |
| 112 | |
Herbert Xu | f2aefda | 2016-01-23 13:51:01 +0800 | [diff] [blame] | 113 | int crypto_type_has_alg(const char *name, const struct crypto_type *frontend, |
| 114 | u32 type, u32 mask); |
| 115 | |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 116 | static inline struct crypto_alg *crypto_alg_get(struct crypto_alg *alg) |
| 117 | { |
Eric Biggers | ce8614a | 2017-12-29 10:00:46 -0600 | [diff] [blame] | 118 | refcount_inc(&alg->cra_refcnt); |
Herbert Xu | 939e177 | 2013-06-25 19:15:17 +0800 | [diff] [blame] | 119 | return alg; |
| 120 | } |
| 121 | |
Herbert Xu | 6bfd480 | 2006-09-21 11:39:29 +1000 | [diff] [blame] | 122 | static inline void crypto_alg_put(struct crypto_alg *alg) |
| 123 | { |
Eric Biggers | ce8614a | 2017-12-29 10:00:46 -0600 | [diff] [blame] | 124 | if (refcount_dec_and_test(&alg->cra_refcnt) && alg->cra_destroy) |
Herbert Xu | 6bfd480 | 2006-09-21 11:39:29 +1000 | [diff] [blame] | 125 | alg->cra_destroy(alg); |
| 126 | } |
| 127 | |
Herbert Xu | 4cc7720 | 2006-08-06 21:16:34 +1000 | [diff] [blame] | 128 | static inline int crypto_tmpl_get(struct crypto_template *tmpl) |
| 129 | { |
| 130 | return try_module_get(tmpl->module); |
| 131 | } |
| 132 | |
| 133 | static inline void crypto_tmpl_put(struct crypto_template *tmpl) |
| 134 | { |
| 135 | module_put(tmpl->module); |
| 136 | } |
| 137 | |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 138 | static inline int crypto_is_larval(struct crypto_alg *alg) |
| 139 | { |
| 140 | return alg->cra_flags & CRYPTO_ALG_LARVAL; |
| 141 | } |
| 142 | |
Herbert Xu | 6bfd480 | 2006-09-21 11:39:29 +1000 | [diff] [blame] | 143 | static inline int crypto_is_dead(struct crypto_alg *alg) |
| 144 | { |
| 145 | return alg->cra_flags & CRYPTO_ALG_DEAD; |
| 146 | } |
| 147 | |
| 148 | static inline int crypto_is_moribund(struct crypto_alg *alg) |
| 149 | { |
| 150 | return alg->cra_flags & (CRYPTO_ALG_DEAD | CRYPTO_ALG_DYING); |
| 151 | } |
| 152 | |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 153 | static inline void crypto_notify(unsigned long val, void *v) |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 154 | { |
Herbert Xu | 73d3864 | 2008-08-03 21:15:23 +0800 | [diff] [blame] | 155 | blocking_notifier_call_chain(&crypto_chain, val, v); |
Herbert Xu | 2825982 | 2006-08-06 21:23:26 +1000 | [diff] [blame] | 156 | } |
| 157 | |
Herbert Xu | 1dbb920 | 2020-07-30 22:39:13 +1000 | [diff] [blame] | 158 | static inline void crypto_yield(u32 flags) |
| 159 | { |
| 160 | if (flags & CRYPTO_TFM_REQ_MAY_SLEEP) |
| 161 | cond_resched(); |
| 162 | } |
| 163 | |
Herbert Xu | adad556 | 2021-09-17 08:26:19 +0800 | [diff] [blame] | 164 | static inline int crypto_is_test_larval(struct crypto_larval *larval) |
| 165 | { |
| 166 | return larval->alg.cra_driver_name[0]; |
| 167 | } |
| 168 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 169 | #endif /* _CRYPTO_INTERNAL_H */ |
| 170 | |