1 /* SPDX-License-Identifier: GPL-2.0-or-later * 1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /* 2 /*
3 * Cryptographic API. 3 * Cryptographic API.
4 * 4 *
5 * Copyright (c) 2002 James Morris <jmorris@in 5 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
6 * Copyright (c) 2005 Herbert Xu <herbert@gond 6 * Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au>
7 */ 7 */
8 #ifndef _CRYPTO_INTERNAL_H 8 #ifndef _CRYPTO_INTERNAL_H
9 #define _CRYPTO_INTERNAL_H 9 #define _CRYPTO_INTERNAL_H
10 10
11 #include <crypto/algapi.h> 11 #include <crypto/algapi.h>
12 #include <linux/completion.h> 12 #include <linux/completion.h>
13 #include <linux/err.h> <<
14 #include <linux/jump_label.h> 13 #include <linux/jump_label.h>
15 #include <linux/list.h> 14 #include <linux/list.h>
16 #include <linux/module.h> 15 #include <linux/module.h>
17 #include <linux/notifier.h> 16 #include <linux/notifier.h>
18 #include <linux/numa.h> 17 #include <linux/numa.h>
19 #include <linux/refcount.h> 18 #include <linux/refcount.h>
20 #include <linux/rwsem.h> 19 #include <linux/rwsem.h>
21 #include <linux/scatterlist.h> <<
22 #include <linux/sched.h> 20 #include <linux/sched.h>
23 #include <linux/types.h> 21 #include <linux/types.h>
24 22
25 struct akcipher_request; <<
26 struct crypto_akcipher; <<
27 struct crypto_instance; 23 struct crypto_instance;
28 struct crypto_template; 24 struct crypto_template;
29 25
30 struct crypto_larval { 26 struct crypto_larval {
31 struct crypto_alg alg; 27 struct crypto_alg alg;
32 struct crypto_alg *adult; 28 struct crypto_alg *adult;
33 struct completion completion; 29 struct completion completion;
34 u32 mask; 30 u32 mask;
35 bool test_started; 31 bool test_started;
36 }; 32 };
37 33
38 struct crypto_akcipher_sync_data { <<
39 struct crypto_akcipher *tfm; <<
40 const void *src; <<
41 void *dst; <<
42 unsigned int slen; <<
43 unsigned int dlen; <<
44 <<
45 struct akcipher_request *req; <<
46 struct crypto_wait cwait; <<
47 struct scatterlist sg; <<
48 u8 *buf; <<
49 }; <<
50 <<
51 enum { 34 enum {
52 CRYPTOA_UNSPEC, 35 CRYPTOA_UNSPEC,
53 CRYPTOA_ALG, 36 CRYPTOA_ALG,
54 CRYPTOA_TYPE, 37 CRYPTOA_TYPE,
55 __CRYPTOA_MAX, 38 __CRYPTOA_MAX,
56 }; 39 };
57 40
58 #define CRYPTOA_MAX (__CRYPTOA_MAX - 1) 41 #define CRYPTOA_MAX (__CRYPTOA_MAX - 1)
59 42
60 /* Maximum number of (rtattr) parameters for e 43 /* Maximum number of (rtattr) parameters for each template. */
61 #define CRYPTO_MAX_ATTRS 32 44 #define CRYPTO_MAX_ATTRS 32
62 45
63 extern struct list_head crypto_alg_list; 46 extern struct list_head crypto_alg_list;
64 extern struct rw_semaphore crypto_alg_sem; 47 extern struct rw_semaphore crypto_alg_sem;
65 extern struct blocking_notifier_head crypto_ch 48 extern struct blocking_notifier_head crypto_chain;
66 49
67 int alg_test(const char *driver, const char *a !! 50 DECLARE_STATIC_KEY_FALSE(crypto_boot_test_finished);
68 <<
69 #if !IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) || \ <<
70 IS_ENABLED(CONFIG_CRYPTO_MANAGER_DISABLE_T <<
71 static inline bool crypto_boot_test_finished(v <<
72 { <<
73 return true; <<
74 } <<
75 static inline void set_crypto_boot_test_finish <<
76 { <<
77 } <<
78 #else <<
79 DECLARE_STATIC_KEY_FALSE(__crypto_boot_test_fi <<
80 static inline bool crypto_boot_test_finished(v <<
81 { <<
82 return static_branch_likely(&__crypto_ <<
83 } <<
84 static inline void set_crypto_boot_test_finish <<
85 { <<
86 static_branch_enable(&__crypto_boot_te <<
87 } <<
88 #endif /* !IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) || <<
89 * IS_ENABLED(CONFIG_CRYPTO_MANAGER_DIS <<
90 */ <<
91 51
92 #ifdef CONFIG_PROC_FS 52 #ifdef CONFIG_PROC_FS
93 void __init crypto_init_proc(void); 53 void __init crypto_init_proc(void);
94 void __exit crypto_exit_proc(void); 54 void __exit crypto_exit_proc(void);
95 #else 55 #else
96 static inline void crypto_init_proc(void) 56 static inline void crypto_init_proc(void)
97 { } 57 { }
98 static inline void crypto_exit_proc(void) 58 static inline void crypto_exit_proc(void)
99 { } 59 { }
100 #endif 60 #endif
101 61
102 static inline unsigned int crypto_cipher_ctxsi 62 static inline unsigned int crypto_cipher_ctxsize(struct crypto_alg *alg)
103 { 63 {
104 return alg->cra_ctxsize; 64 return alg->cra_ctxsize;
105 } 65 }
106 66
107 static inline unsigned int crypto_compress_ctx 67 static inline unsigned int crypto_compress_ctxsize(struct crypto_alg *alg)
108 { 68 {
109 return alg->cra_ctxsize; 69 return alg->cra_ctxsize;
110 } 70 }
111 71
112 struct crypto_alg *crypto_mod_get(struct crypt 72 struct crypto_alg *crypto_mod_get(struct crypto_alg *alg);
113 struct crypto_alg *crypto_alg_mod_lookup(const 73 struct crypto_alg *crypto_alg_mod_lookup(const char *name, u32 type, u32 mask);
114 74
115 struct crypto_larval *crypto_larval_alloc(cons 75 struct crypto_larval *crypto_larval_alloc(const char *name, u32 type, u32 mask);
116 void crypto_larval_kill(struct crypto_alg *alg 76 void crypto_larval_kill(struct crypto_alg *alg);
117 void crypto_wait_for_test(struct crypto_larval 77 void crypto_wait_for_test(struct crypto_larval *larval);
118 void crypto_alg_tested(const char *name, int e 78 void crypto_alg_tested(const char *name, int err);
119 79
120 void crypto_remove_spawns(struct crypto_alg *a 80 void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,
121 struct crypto_alg *n 81 struct crypto_alg *nalg);
122 void crypto_remove_final(struct list_head *lis 82 void crypto_remove_final(struct list_head *list);
123 void crypto_shoot_alg(struct crypto_alg *alg); 83 void crypto_shoot_alg(struct crypto_alg *alg);
124 struct crypto_tfm *__crypto_alloc_tfmgfp(struc <<
125 u32 m <<
126 struct crypto_tfm *__crypto_alloc_tfm(struct c 84 struct crypto_tfm *__crypto_alloc_tfm(struct crypto_alg *alg, u32 type,
127 u32 mask 85 u32 mask);
128 void *crypto_create_tfm_node(struct crypto_alg 86 void *crypto_create_tfm_node(struct crypto_alg *alg,
129 const struct crypto_ty 87 const struct crypto_type *frontend, int node);
130 void *crypto_clone_tfm(const struct crypto_typ <<
131 struct crypto_tfm *otfm <<
132 <<
133 int crypto_akcipher_sync_prep(struct crypto_ak <<
134 int crypto_akcipher_sync_post(struct crypto_ak <<
135 int crypto_init_akcipher_ops_sig(struct crypto <<
136 88
137 static inline void *crypto_create_tfm(struct c 89 static inline void *crypto_create_tfm(struct crypto_alg *alg,
138 const struct crypto_ty 90 const struct crypto_type *frontend)
139 { 91 {
140 return crypto_create_tfm_node(alg, fro 92 return crypto_create_tfm_node(alg, frontend, NUMA_NO_NODE);
141 } 93 }
142 94
143 struct crypto_alg *crypto_find_alg(const char 95 struct crypto_alg *crypto_find_alg(const char *alg_name,
144 const struc 96 const struct crypto_type *frontend,
145 u32 type, u 97 u32 type, u32 mask);
146 98
147 void *crypto_alloc_tfm_node(const char *alg_na 99 void *crypto_alloc_tfm_node(const char *alg_name,
148 const struct crypto_typ 100 const struct crypto_type *frontend, u32 type, u32 mask,
149 int node); 101 int node);
150 102
151 static inline void *crypto_alloc_tfm(const cha 103 static inline void *crypto_alloc_tfm(const char *alg_name,
152 const struct crypto_typ 104 const struct crypto_type *frontend, u32 type, u32 mask)
153 { 105 {
154 return crypto_alloc_tfm_node(alg_name, 106 return crypto_alloc_tfm_node(alg_name, frontend, type, mask, NUMA_NO_NODE);
155 } 107 }
156 108
157 int crypto_probing_notify(unsigned long val, v 109 int crypto_probing_notify(unsigned long val, void *v);
158 110
159 unsigned int crypto_alg_extsize(struct crypto_ 111 unsigned int crypto_alg_extsize(struct crypto_alg *alg);
160 112
161 int crypto_type_has_alg(const char *name, cons 113 int crypto_type_has_alg(const char *name, const struct crypto_type *frontend,
162 u32 type, u32 mask); 114 u32 type, u32 mask);
163 115
164 static inline struct crypto_alg *crypto_alg_ge 116 static inline struct crypto_alg *crypto_alg_get(struct crypto_alg *alg)
165 { 117 {
166 refcount_inc(&alg->cra_refcnt); 118 refcount_inc(&alg->cra_refcnt);
167 return alg; 119 return alg;
168 } 120 }
169 121
170 static inline void crypto_alg_put(struct crypt 122 static inline void crypto_alg_put(struct crypto_alg *alg)
171 { 123 {
172 if (refcount_dec_and_test(&alg->cra_re 124 if (refcount_dec_and_test(&alg->cra_refcnt) && alg->cra_destroy)
173 alg->cra_destroy(alg); 125 alg->cra_destroy(alg);
174 } 126 }
175 127
176 static inline int crypto_tmpl_get(struct crypt 128 static inline int crypto_tmpl_get(struct crypto_template *tmpl)
177 { 129 {
178 return try_module_get(tmpl->module); 130 return try_module_get(tmpl->module);
179 } 131 }
180 132
181 static inline void crypto_tmpl_put(struct cryp 133 static inline void crypto_tmpl_put(struct crypto_template *tmpl)
182 { 134 {
183 module_put(tmpl->module); 135 module_put(tmpl->module);
184 } 136 }
185 137
186 static inline int crypto_is_larval(struct cryp 138 static inline int crypto_is_larval(struct crypto_alg *alg)
187 { 139 {
188 return alg->cra_flags & CRYPTO_ALG_LAR 140 return alg->cra_flags & CRYPTO_ALG_LARVAL;
189 } 141 }
190 142
191 static inline int crypto_is_dead(struct crypto 143 static inline int crypto_is_dead(struct crypto_alg *alg)
192 { 144 {
193 return alg->cra_flags & CRYPTO_ALG_DEA 145 return alg->cra_flags & CRYPTO_ALG_DEAD;
194 } 146 }
195 147
196 static inline int crypto_is_moribund(struct cr 148 static inline int crypto_is_moribund(struct crypto_alg *alg)
197 { 149 {
198 return alg->cra_flags & (CRYPTO_ALG_DE 150 return alg->cra_flags & (CRYPTO_ALG_DEAD | CRYPTO_ALG_DYING);
199 } 151 }
200 152
201 static inline void crypto_notify(unsigned long 153 static inline void crypto_notify(unsigned long val, void *v)
202 { 154 {
203 blocking_notifier_call_chain(&crypto_c 155 blocking_notifier_call_chain(&crypto_chain, val, v);
204 } 156 }
205 157
206 static inline void crypto_yield(u32 flags) 158 static inline void crypto_yield(u32 flags)
207 { 159 {
208 if (flags & CRYPTO_TFM_REQ_MAY_SLEEP) 160 if (flags & CRYPTO_TFM_REQ_MAY_SLEEP)
209 cond_resched(); 161 cond_resched();
210 } 162 }
211 163
212 static inline int crypto_is_test_larval(struct 164 static inline int crypto_is_test_larval(struct crypto_larval *larval)
213 { 165 {
214 return larval->alg.cra_driver_name[0]; 166 return larval->alg.cra_driver_name[0];
215 } <<
216 <<
217 static inline struct crypto_tfm *crypto_tfm_ge <<
218 { <<
219 return refcount_inc_not_zero(&tfm->ref <<
220 } 167 }
221 168
222 #endif /* _CRYPTO_INTERNAL_H */ 169 #endif /* _CRYPTO_INTERNAL_H */
223 170
224 171
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.