1 /* SPDX-License-Identifier: GPL-2.0-or-later * 1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /* 2 /*
3 * Cryptographic API. 3 * Cryptographic API.
4 * 4 *
5 * Copyright (c) 2002 James Morris <jmorris@in 5 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
6 * Copyright (c) 2005 Herbert Xu <herbert@gond 6 * Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au>
7 */ 7 */
8 #ifndef _CRYPTO_INTERNAL_H 8 #ifndef _CRYPTO_INTERNAL_H
9 #define _CRYPTO_INTERNAL_H 9 #define _CRYPTO_INTERNAL_H
10 10
11 #include <crypto/algapi.h> 11 #include <crypto/algapi.h>
12 #include <linux/completion.h> 12 #include <linux/completion.h>
13 #include <linux/err.h> 13 #include <linux/err.h>
14 #include <linux/jump_label.h> 14 #include <linux/jump_label.h>
15 #include <linux/list.h> 15 #include <linux/list.h>
16 #include <linux/module.h> 16 #include <linux/module.h>
17 #include <linux/notifier.h> 17 #include <linux/notifier.h>
18 #include <linux/numa.h> 18 #include <linux/numa.h>
19 #include <linux/refcount.h> 19 #include <linux/refcount.h>
20 #include <linux/rwsem.h> 20 #include <linux/rwsem.h>
21 #include <linux/scatterlist.h> 21 #include <linux/scatterlist.h>
22 #include <linux/sched.h> 22 #include <linux/sched.h>
23 #include <linux/types.h> 23 #include <linux/types.h>
24 24
25 struct akcipher_request; 25 struct akcipher_request;
26 struct crypto_akcipher; 26 struct crypto_akcipher;
27 struct crypto_instance; 27 struct crypto_instance;
28 struct crypto_template; 28 struct crypto_template;
29 29
30 struct crypto_larval { 30 struct crypto_larval {
31 struct crypto_alg alg; 31 struct crypto_alg alg;
32 struct crypto_alg *adult; 32 struct crypto_alg *adult;
33 struct completion completion; 33 struct completion completion;
34 u32 mask; 34 u32 mask;
35 bool test_started; 35 bool test_started;
36 }; 36 };
37 37
38 struct crypto_akcipher_sync_data { 38 struct crypto_akcipher_sync_data {
39 struct crypto_akcipher *tfm; 39 struct crypto_akcipher *tfm;
40 const void *src; 40 const void *src;
41 void *dst; 41 void *dst;
42 unsigned int slen; 42 unsigned int slen;
43 unsigned int dlen; 43 unsigned int dlen;
44 44
45 struct akcipher_request *req; 45 struct akcipher_request *req;
46 struct crypto_wait cwait; 46 struct crypto_wait cwait;
47 struct scatterlist sg; 47 struct scatterlist sg;
48 u8 *buf; 48 u8 *buf;
49 }; 49 };
50 50
51 enum { 51 enum {
52 CRYPTOA_UNSPEC, 52 CRYPTOA_UNSPEC,
53 CRYPTOA_ALG, 53 CRYPTOA_ALG,
54 CRYPTOA_TYPE, 54 CRYPTOA_TYPE,
55 __CRYPTOA_MAX, 55 __CRYPTOA_MAX,
56 }; 56 };
57 57
58 #define CRYPTOA_MAX (__CRYPTOA_MAX - 1) 58 #define CRYPTOA_MAX (__CRYPTOA_MAX - 1)
59 59
60 /* Maximum number of (rtattr) parameters for e 60 /* Maximum number of (rtattr) parameters for each template. */
61 #define CRYPTO_MAX_ATTRS 32 61 #define CRYPTO_MAX_ATTRS 32
62 62
63 extern struct list_head crypto_alg_list; 63 extern struct list_head crypto_alg_list;
64 extern struct rw_semaphore crypto_alg_sem; 64 extern struct rw_semaphore crypto_alg_sem;
65 extern struct blocking_notifier_head crypto_ch 65 extern struct blocking_notifier_head crypto_chain;
66 66
67 int alg_test(const char *driver, const char *a 67 int alg_test(const char *driver, const char *alg, u32 type, u32 mask);
68 68
69 #if !IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) || \ !! 69 #ifdef CONFIG_CRYPTO_MANAGER_DISABLE_TESTS
70 IS_ENABLED(CONFIG_CRYPTO_MANAGER_DISABLE_T <<
71 static inline bool crypto_boot_test_finished(v 70 static inline bool crypto_boot_test_finished(void)
72 { 71 {
73 return true; 72 return true;
74 } 73 }
75 static inline void set_crypto_boot_test_finish 74 static inline void set_crypto_boot_test_finished(void)
76 { 75 {
77 } 76 }
78 #else 77 #else
79 DECLARE_STATIC_KEY_FALSE(__crypto_boot_test_fi 78 DECLARE_STATIC_KEY_FALSE(__crypto_boot_test_finished);
80 static inline bool crypto_boot_test_finished(v 79 static inline bool crypto_boot_test_finished(void)
81 { 80 {
82 return static_branch_likely(&__crypto_ 81 return static_branch_likely(&__crypto_boot_test_finished);
83 } 82 }
84 static inline void set_crypto_boot_test_finish 83 static inline void set_crypto_boot_test_finished(void)
85 { 84 {
86 static_branch_enable(&__crypto_boot_te 85 static_branch_enable(&__crypto_boot_test_finished);
87 } 86 }
88 #endif /* !IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) || !! 87 #endif /* !CONFIG_CRYPTO_MANAGER_DISABLE_TESTS */
89 * IS_ENABLED(CONFIG_CRYPTO_MANAGER_DIS <<
90 */ <<
91 88
92 #ifdef CONFIG_PROC_FS 89 #ifdef CONFIG_PROC_FS
93 void __init crypto_init_proc(void); 90 void __init crypto_init_proc(void);
94 void __exit crypto_exit_proc(void); 91 void __exit crypto_exit_proc(void);
95 #else 92 #else
96 static inline void crypto_init_proc(void) 93 static inline void crypto_init_proc(void)
97 { } 94 { }
98 static inline void crypto_exit_proc(void) 95 static inline void crypto_exit_proc(void)
99 { } 96 { }
100 #endif 97 #endif
101 98
102 static inline unsigned int crypto_cipher_ctxsi 99 static inline unsigned int crypto_cipher_ctxsize(struct crypto_alg *alg)
103 { 100 {
104 return alg->cra_ctxsize; 101 return alg->cra_ctxsize;
105 } 102 }
106 103
107 static inline unsigned int crypto_compress_ctx 104 static inline unsigned int crypto_compress_ctxsize(struct crypto_alg *alg)
108 { 105 {
109 return alg->cra_ctxsize; 106 return alg->cra_ctxsize;
110 } 107 }
111 108
112 struct crypto_alg *crypto_mod_get(struct crypt 109 struct crypto_alg *crypto_mod_get(struct crypto_alg *alg);
113 struct crypto_alg *crypto_alg_mod_lookup(const 110 struct crypto_alg *crypto_alg_mod_lookup(const char *name, u32 type, u32 mask);
114 111
115 struct crypto_larval *crypto_larval_alloc(cons 112 struct crypto_larval *crypto_larval_alloc(const char *name, u32 type, u32 mask);
116 void crypto_schedule_test(struct crypto_larval !! 113 void crypto_larval_kill(struct crypto_alg *alg);
>> 114 void crypto_wait_for_test(struct crypto_larval *larval);
117 void crypto_alg_tested(const char *name, int e 115 void crypto_alg_tested(const char *name, int err);
118 116
119 void crypto_remove_spawns(struct crypto_alg *a 117 void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,
120 struct crypto_alg *n 118 struct crypto_alg *nalg);
121 void crypto_remove_final(struct list_head *lis 119 void crypto_remove_final(struct list_head *list);
122 void crypto_shoot_alg(struct crypto_alg *alg); 120 void crypto_shoot_alg(struct crypto_alg *alg);
123 struct crypto_tfm *__crypto_alloc_tfmgfp(struc 121 struct crypto_tfm *__crypto_alloc_tfmgfp(struct crypto_alg *alg, u32 type,
124 u32 m 122 u32 mask, gfp_t gfp);
125 struct crypto_tfm *__crypto_alloc_tfm(struct c 123 struct crypto_tfm *__crypto_alloc_tfm(struct crypto_alg *alg, u32 type,
126 u32 mask 124 u32 mask);
127 void *crypto_create_tfm_node(struct crypto_alg 125 void *crypto_create_tfm_node(struct crypto_alg *alg,
128 const struct crypto_ty 126 const struct crypto_type *frontend, int node);
129 void *crypto_clone_tfm(const struct crypto_typ 127 void *crypto_clone_tfm(const struct crypto_type *frontend,
130 struct crypto_tfm *otfm 128 struct crypto_tfm *otfm);
131 129
132 int crypto_akcipher_sync_prep(struct crypto_ak 130 int crypto_akcipher_sync_prep(struct crypto_akcipher_sync_data *data);
133 int crypto_akcipher_sync_post(struct crypto_ak 131 int crypto_akcipher_sync_post(struct crypto_akcipher_sync_data *data, int err);
134 int crypto_init_akcipher_ops_sig(struct crypto 132 int crypto_init_akcipher_ops_sig(struct crypto_tfm *tfm);
135 133
136 static inline void *crypto_create_tfm(struct c 134 static inline void *crypto_create_tfm(struct crypto_alg *alg,
137 const struct crypto_ty 135 const struct crypto_type *frontend)
138 { 136 {
139 return crypto_create_tfm_node(alg, fro 137 return crypto_create_tfm_node(alg, frontend, NUMA_NO_NODE);
140 } 138 }
141 139
142 struct crypto_alg *crypto_find_alg(const char 140 struct crypto_alg *crypto_find_alg(const char *alg_name,
143 const struc 141 const struct crypto_type *frontend,
144 u32 type, u 142 u32 type, u32 mask);
145 143
146 void *crypto_alloc_tfm_node(const char *alg_na 144 void *crypto_alloc_tfm_node(const char *alg_name,
147 const struct crypto_typ 145 const struct crypto_type *frontend, u32 type, u32 mask,
148 int node); 146 int node);
149 147
150 static inline void *crypto_alloc_tfm(const cha 148 static inline void *crypto_alloc_tfm(const char *alg_name,
151 const struct crypto_typ 149 const struct crypto_type *frontend, u32 type, u32 mask)
152 { 150 {
153 return crypto_alloc_tfm_node(alg_name, 151 return crypto_alloc_tfm_node(alg_name, frontend, type, mask, NUMA_NO_NODE);
154 } 152 }
155 153
156 int crypto_probing_notify(unsigned long val, v 154 int crypto_probing_notify(unsigned long val, void *v);
157 155
158 unsigned int crypto_alg_extsize(struct crypto_ 156 unsigned int crypto_alg_extsize(struct crypto_alg *alg);
159 157
160 int crypto_type_has_alg(const char *name, cons 158 int crypto_type_has_alg(const char *name, const struct crypto_type *frontend,
161 u32 type, u32 mask); 159 u32 type, u32 mask);
162 160
163 static inline struct crypto_alg *crypto_alg_ge 161 static inline struct crypto_alg *crypto_alg_get(struct crypto_alg *alg)
164 { 162 {
165 refcount_inc(&alg->cra_refcnt); 163 refcount_inc(&alg->cra_refcnt);
166 return alg; 164 return alg;
167 } 165 }
168 166
169 static inline void crypto_alg_put(struct crypt 167 static inline void crypto_alg_put(struct crypto_alg *alg)
170 { 168 {
171 if (refcount_dec_and_test(&alg->cra_re 169 if (refcount_dec_and_test(&alg->cra_refcnt) && alg->cra_destroy)
172 alg->cra_destroy(alg); 170 alg->cra_destroy(alg);
173 } 171 }
174 172
175 static inline int crypto_tmpl_get(struct crypt 173 static inline int crypto_tmpl_get(struct crypto_template *tmpl)
176 { 174 {
177 return try_module_get(tmpl->module); 175 return try_module_get(tmpl->module);
178 } 176 }
179 177
180 static inline void crypto_tmpl_put(struct cryp 178 static inline void crypto_tmpl_put(struct crypto_template *tmpl)
181 { 179 {
182 module_put(tmpl->module); 180 module_put(tmpl->module);
183 } 181 }
184 182
185 static inline int crypto_is_larval(struct cryp 183 static inline int crypto_is_larval(struct crypto_alg *alg)
186 { 184 {
187 return alg->cra_flags & CRYPTO_ALG_LAR 185 return alg->cra_flags & CRYPTO_ALG_LARVAL;
188 } 186 }
189 187
190 static inline int crypto_is_dead(struct crypto 188 static inline int crypto_is_dead(struct crypto_alg *alg)
191 { 189 {
192 return alg->cra_flags & CRYPTO_ALG_DEA 190 return alg->cra_flags & CRYPTO_ALG_DEAD;
193 } 191 }
194 192
195 static inline int crypto_is_moribund(struct cr 193 static inline int crypto_is_moribund(struct crypto_alg *alg)
196 { 194 {
197 return alg->cra_flags & (CRYPTO_ALG_DE 195 return alg->cra_flags & (CRYPTO_ALG_DEAD | CRYPTO_ALG_DYING);
198 } 196 }
199 197
200 static inline void crypto_notify(unsigned long 198 static inline void crypto_notify(unsigned long val, void *v)
201 { 199 {
202 blocking_notifier_call_chain(&crypto_c 200 blocking_notifier_call_chain(&crypto_chain, val, v);
203 } 201 }
204 202
205 static inline void crypto_yield(u32 flags) 203 static inline void crypto_yield(u32 flags)
206 { 204 {
207 if (flags & CRYPTO_TFM_REQ_MAY_SLEEP) 205 if (flags & CRYPTO_TFM_REQ_MAY_SLEEP)
208 cond_resched(); 206 cond_resched();
209 } 207 }
210 208
211 static inline int crypto_is_test_larval(struct 209 static inline int crypto_is_test_larval(struct crypto_larval *larval)
212 { 210 {
213 return larval->alg.cra_driver_name[0]; 211 return larval->alg.cra_driver_name[0];
214 } 212 }
215 213
216 static inline struct crypto_tfm *crypto_tfm_ge 214 static inline struct crypto_tfm *crypto_tfm_get(struct crypto_tfm *tfm)
217 { 215 {
218 return refcount_inc_not_zero(&tfm->ref 216 return refcount_inc_not_zero(&tfm->refcnt) ? tfm : ERR_PTR(-EOVERFLOW);
219 } 217 }
220 218
221 #endif /* _CRYPTO_INTERNAL_H */ 219 #endif /* _CRYPTO_INTERNAL_H */
222 220
223 221
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.