1 // SPDX-License-Identifier: GPL-2.0-or-later 1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /* 2 /*
3 * Cryptographic API for algorithms (i.e., low 3 * Cryptographic API for algorithms (i.e., low-level API).
4 * 4 *
5 * Copyright (c) 2006 Herbert Xu <herbert@gond 5 * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au>
6 */ 6 */
7 7
8 #include <crypto/algapi.h> 8 #include <crypto/algapi.h>
9 #include <crypto/internal/simd.h> 9 #include <crypto/internal/simd.h>
10 #include <linux/err.h> 10 #include <linux/err.h>
11 #include <linux/errno.h> 11 #include <linux/errno.h>
12 #include <linux/fips.h> 12 #include <linux/fips.h>
13 #include <linux/init.h> 13 #include <linux/init.h>
14 #include <linux/kernel.h> 14 #include <linux/kernel.h>
15 #include <linux/list.h> 15 #include <linux/list.h>
16 #include <linux/module.h> 16 #include <linux/module.h>
17 #include <linux/rtnetlink.h> 17 #include <linux/rtnetlink.h>
18 #include <linux/slab.h> 18 #include <linux/slab.h>
19 #include <linux/string.h> 19 #include <linux/string.h>
20 #include <linux/workqueue.h> 20 #include <linux/workqueue.h>
21 21
22 #include "internal.h" 22 #include "internal.h"
23 23
24 static LIST_HEAD(crypto_template_list); 24 static LIST_HEAD(crypto_template_list);
25 25
26 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS 26 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS
27 DEFINE_PER_CPU(bool, crypto_simd_disabled_for_ 27 DEFINE_PER_CPU(bool, crypto_simd_disabled_for_test);
28 EXPORT_PER_CPU_SYMBOL_GPL(crypto_simd_disabled 28 EXPORT_PER_CPU_SYMBOL_GPL(crypto_simd_disabled_for_test);
29 #endif 29 #endif
30 30
31 static inline void crypto_check_module_sig(str 31 static inline void crypto_check_module_sig(struct module *mod)
32 { 32 {
33 if (fips_enabled && mod && !module_sig 33 if (fips_enabled && mod && !module_sig_ok(mod))
34 panic("Module %s signature ver 34 panic("Module %s signature verification failed in FIPS mode\n",
35 module_name(mod)); 35 module_name(mod));
36 } 36 }
37 37
38 static int crypto_check_alg(struct crypto_alg 38 static int crypto_check_alg(struct crypto_alg *alg)
39 { 39 {
40 crypto_check_module_sig(alg->cra_modul 40 crypto_check_module_sig(alg->cra_module);
41 41
42 if (!alg->cra_name[0] || !alg->cra_dri 42 if (!alg->cra_name[0] || !alg->cra_driver_name[0])
43 return -EINVAL; 43 return -EINVAL;
44 44
45 if (alg->cra_alignmask & (alg->cra_ali 45 if (alg->cra_alignmask & (alg->cra_alignmask + 1))
46 return -EINVAL; 46 return -EINVAL;
47 47
48 /* General maximums for all algs. */ 48 /* General maximums for all algs. */
49 if (alg->cra_alignmask > MAX_ALGAPI_AL 49 if (alg->cra_alignmask > MAX_ALGAPI_ALIGNMASK)
50 return -EINVAL; 50 return -EINVAL;
51 51
52 if (alg->cra_blocksize > MAX_ALGAPI_BL 52 if (alg->cra_blocksize > MAX_ALGAPI_BLOCKSIZE)
53 return -EINVAL; 53 return -EINVAL;
54 54
55 /* Lower maximums for specific alg typ 55 /* Lower maximums for specific alg types. */
56 if (!alg->cra_type && (alg->cra_flags 56 if (!alg->cra_type && (alg->cra_flags & CRYPTO_ALG_TYPE_MASK) ==
57 CRYPTO_ALG_TYPE 57 CRYPTO_ALG_TYPE_CIPHER) {
58 if (alg->cra_alignmask > MAX_C 58 if (alg->cra_alignmask > MAX_CIPHER_ALIGNMASK)
59 return -EINVAL; 59 return -EINVAL;
60 60
61 if (alg->cra_blocksize > MAX_C 61 if (alg->cra_blocksize > MAX_CIPHER_BLOCKSIZE)
62 return -EINVAL; 62 return -EINVAL;
63 } 63 }
64 64
65 if (alg->cra_priority < 0) 65 if (alg->cra_priority < 0)
66 return -EINVAL; 66 return -EINVAL;
67 67
68 refcount_set(&alg->cra_refcnt, 1); 68 refcount_set(&alg->cra_refcnt, 1);
69 69
70 return 0; 70 return 0;
71 } 71 }
72 72
73 static void crypto_free_instance(struct crypto 73 static void crypto_free_instance(struct crypto_instance *inst)
74 { 74 {
75 inst->alg.cra_type->free(inst); 75 inst->alg.cra_type->free(inst);
76 } 76 }
77 77
78 static void crypto_destroy_instance_workfn(str 78 static void crypto_destroy_instance_workfn(struct work_struct *w)
79 { 79 {
80 struct crypto_instance *inst = contain 80 struct crypto_instance *inst = container_of(w, struct crypto_instance,
81 81 free_work);
82 struct crypto_template *tmpl = inst->t 82 struct crypto_template *tmpl = inst->tmpl;
83 83
84 crypto_free_instance(inst); 84 crypto_free_instance(inst);
85 crypto_tmpl_put(tmpl); 85 crypto_tmpl_put(tmpl);
86 } 86 }
87 87
88 static void crypto_destroy_instance(struct cry 88 static void crypto_destroy_instance(struct crypto_alg *alg)
89 { 89 {
90 struct crypto_instance *inst = contain 90 struct crypto_instance *inst = container_of(alg,
91 91 struct crypto_instance,
92 92 alg);
93 93
94 INIT_WORK(&inst->free_work, crypto_des 94 INIT_WORK(&inst->free_work, crypto_destroy_instance_workfn);
95 schedule_work(&inst->free_work); 95 schedule_work(&inst->free_work);
96 } 96 }
97 97
98 /* 98 /*
99 * This function adds a spawn to the list seco 99 * This function adds a spawn to the list secondary_spawns which
100 * will be used at the end of crypto_remove_sp 100 * will be used at the end of crypto_remove_spawns to unregister
101 * instances, unless the spawn happens to be o 101 * instances, unless the spawn happens to be one that is depended
102 * on by the new algorithm (nalg in crypto_rem 102 * on by the new algorithm (nalg in crypto_remove_spawns).
103 * 103 *
104 * This function is also responsible for resur 104 * This function is also responsible for resurrecting any algorithms
105 * in the dependency chain of nalg by unsettin 105 * in the dependency chain of nalg by unsetting n->dead.
106 */ 106 */
107 static struct list_head *crypto_more_spawns(st 107 static struct list_head *crypto_more_spawns(struct crypto_alg *alg,
108 st 108 struct list_head *stack,
109 st 109 struct list_head *top,
110 st 110 struct list_head *secondary_spawns)
111 { 111 {
112 struct crypto_spawn *spawn, *n; 112 struct crypto_spawn *spawn, *n;
113 113
114 spawn = list_first_entry_or_null(stack 114 spawn = list_first_entry_or_null(stack, struct crypto_spawn, list);
115 if (!spawn) 115 if (!spawn)
116 return NULL; 116 return NULL;
117 117
118 n = list_prev_entry(spawn, list); 118 n = list_prev_entry(spawn, list);
119 list_move(&spawn->list, secondary_spaw 119 list_move(&spawn->list, secondary_spawns);
120 120
121 if (list_is_last(&n->list, stack)) 121 if (list_is_last(&n->list, stack))
122 return top; 122 return top;
123 123
124 n = list_next_entry(n, list); 124 n = list_next_entry(n, list);
125 if (!spawn->dead) 125 if (!spawn->dead)
126 n->dead = false; 126 n->dead = false;
127 127
128 return &n->inst->alg.cra_users; 128 return &n->inst->alg.cra_users;
129 } 129 }
130 130
131 static void crypto_remove_instance(struct cryp 131 static void crypto_remove_instance(struct crypto_instance *inst,
132 struct list 132 struct list_head *list)
133 { 133 {
134 struct crypto_template *tmpl = inst->t 134 struct crypto_template *tmpl = inst->tmpl;
135 135
136 if (crypto_is_dead(&inst->alg)) 136 if (crypto_is_dead(&inst->alg))
137 return; 137 return;
138 138
139 inst->alg.cra_flags |= CRYPTO_ALG_DEAD 139 inst->alg.cra_flags |= CRYPTO_ALG_DEAD;
140 140
141 if (!tmpl || !crypto_tmpl_get(tmpl)) 141 if (!tmpl || !crypto_tmpl_get(tmpl))
142 return; 142 return;
143 143
144 list_move(&inst->alg.cra_list, list); 144 list_move(&inst->alg.cra_list, list);
145 hlist_del(&inst->list); 145 hlist_del(&inst->list);
146 inst->alg.cra_destroy = crypto_destroy 146 inst->alg.cra_destroy = crypto_destroy_instance;
147 147
148 BUG_ON(!list_empty(&inst->alg.cra_user 148 BUG_ON(!list_empty(&inst->alg.cra_users));
149 } 149 }
150 150
151 /* 151 /*
152 * Given an algorithm alg, remove all algorith 152 * Given an algorithm alg, remove all algorithms that depend on it
153 * through spawns. If nalg is not null, then 153 * through spawns. If nalg is not null, then exempt any algorithms
154 * that is depended on by nalg. This is usefu 154 * that is depended on by nalg. This is useful when nalg itself
155 * depends on alg. 155 * depends on alg.
156 */ 156 */
157 void crypto_remove_spawns(struct crypto_alg *a 157 void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,
158 struct crypto_alg *n 158 struct crypto_alg *nalg)
159 { 159 {
160 u32 new_type = (nalg ?: alg)->cra_flag 160 u32 new_type = (nalg ?: alg)->cra_flags;
161 struct crypto_spawn *spawn, *n; 161 struct crypto_spawn *spawn, *n;
162 LIST_HEAD(secondary_spawns); 162 LIST_HEAD(secondary_spawns);
163 struct list_head *spawns; 163 struct list_head *spawns;
164 LIST_HEAD(stack); 164 LIST_HEAD(stack);
165 LIST_HEAD(top); 165 LIST_HEAD(top);
166 166
167 spawns = &alg->cra_users; 167 spawns = &alg->cra_users;
168 list_for_each_entry_safe(spawn, n, spa 168 list_for_each_entry_safe(spawn, n, spawns, list) {
169 if ((spawn->alg->cra_flags ^ n 169 if ((spawn->alg->cra_flags ^ new_type) & spawn->mask)
170 continue; 170 continue;
171 171
172 list_move(&spawn->list, &top); 172 list_move(&spawn->list, &top);
173 } 173 }
174 174
175 /* 175 /*
176 * Perform a depth-first walk starting 176 * Perform a depth-first walk starting from alg through
177 * the cra_users tree. The list stack 177 * the cra_users tree. The list stack records the path
178 * from alg to the current spawn. 178 * from alg to the current spawn.
179 */ 179 */
180 spawns = ⊤ 180 spawns = ⊤
181 do { 181 do {
182 while (!list_empty(spawns)) { 182 while (!list_empty(spawns)) {
183 struct crypto_instance 183 struct crypto_instance *inst;
184 184
185 spawn = list_first_ent 185 spawn = list_first_entry(spawns, struct crypto_spawn,
186 186 list);
187 inst = spawn->inst; 187 inst = spawn->inst;
188 188
189 list_move(&spawn->list 189 list_move(&spawn->list, &stack);
190 spawn->dead = !spawn-> 190 spawn->dead = !spawn->registered || &inst->alg != nalg;
191 191
192 if (!spawn->registered 192 if (!spawn->registered)
193 break; 193 break;
194 194
195 BUG_ON(&inst->alg == a 195 BUG_ON(&inst->alg == alg);
196 196
197 if (&inst->alg == nalg 197 if (&inst->alg == nalg)
198 break; 198 break;
199 199
200 spawns = &inst->alg.cr 200 spawns = &inst->alg.cra_users;
201 201
202 /* 202 /*
203 * Even if spawn->regi 203 * Even if spawn->registered is true, the
204 * instance itself may 204 * instance itself may still be unregistered.
205 * This is because it 205 * This is because it may have failed during
206 * registration. Ther 206 * registration. Therefore we still need to
207 * make the following 207 * make the following test.
208 * 208 *
209 * We may encounter an 209 * We may encounter an unregistered instance here, since
210 * an instance's spawn 210 * an instance's spawns are set up prior to the instance
211 * being registered. 211 * being registered. An unregistered instance will have
212 * NULL ->cra_users.ne 212 * NULL ->cra_users.next, since ->cra_users isn't
213 * properly initialize 213 * properly initialized until registration. But an
214 * unregistered instan 214 * unregistered instance cannot have any users, so treat
215 * it the same as ->cr 215 * it the same as ->cra_users being empty.
216 */ 216 */
217 if (spawns->next == NU 217 if (spawns->next == NULL)
218 break; 218 break;
219 } 219 }
220 } while ((spawns = crypto_more_spawns( 220 } while ((spawns = crypto_more_spawns(alg, &stack, &top,
221 221 &secondary_spawns)));
222 222
223 /* 223 /*
224 * Remove all instances that are marke 224 * Remove all instances that are marked as dead. Also
225 * complete the resurrection of the ot 225 * complete the resurrection of the others by moving them
226 * back to the cra_users list. 226 * back to the cra_users list.
227 */ 227 */
228 list_for_each_entry_safe(spawn, n, &se 228 list_for_each_entry_safe(spawn, n, &secondary_spawns, list) {
229 if (!spawn->dead) 229 if (!spawn->dead)
230 list_move(&spawn->list 230 list_move(&spawn->list, &spawn->alg->cra_users);
231 else if (spawn->registered) 231 else if (spawn->registered)
232 crypto_remove_instance 232 crypto_remove_instance(spawn->inst, list);
233 } 233 }
234 } 234 }
235 EXPORT_SYMBOL_GPL(crypto_remove_spawns); 235 EXPORT_SYMBOL_GPL(crypto_remove_spawns);
236 236
237 static void crypto_alg_finish_registration(str 237 static void crypto_alg_finish_registration(struct crypto_alg *alg,
238 boo 238 bool fulfill_requests,
239 str 239 struct list_head *algs_to_put)
240 { 240 {
241 struct crypto_alg *q; 241 struct crypto_alg *q;
242 242
243 list_for_each_entry(q, &crypto_alg_lis 243 list_for_each_entry(q, &crypto_alg_list, cra_list) {
244 if (q == alg) 244 if (q == alg)
245 continue; 245 continue;
246 246
247 if (crypto_is_moribund(q)) 247 if (crypto_is_moribund(q))
248 continue; 248 continue;
249 249
250 if (crypto_is_larval(q)) { 250 if (crypto_is_larval(q)) {
251 struct crypto_larval * 251 struct crypto_larval *larval = (void *)q;
252 252
253 /* 253 /*
254 * Check to see if eit 254 * Check to see if either our generic name or
255 * specific name can s 255 * specific name can satisfy the name requested
256 * by the larval entry 256 * by the larval entry q.
257 */ 257 */
258 if (strcmp(alg->cra_na 258 if (strcmp(alg->cra_name, q->cra_name) &&
259 strcmp(alg->cra_dr 259 strcmp(alg->cra_driver_name, q->cra_name))
260 continue; 260 continue;
261 261
262 if (larval->adult) 262 if (larval->adult)
263 continue; 263 continue;
264 if ((q->cra_flags ^ al 264 if ((q->cra_flags ^ alg->cra_flags) & larval->mask)
265 continue; 265 continue;
266 266
267 if (fulfill_requests & 267 if (fulfill_requests && crypto_mod_get(alg))
268 larval->adult 268 larval->adult = alg;
269 else 269 else
270 larval->adult 270 larval->adult = ERR_PTR(-EAGAIN);
271 271
272 continue; 272 continue;
273 } 273 }
274 274
275 if (strcmp(alg->cra_name, q->c 275 if (strcmp(alg->cra_name, q->cra_name))
276 continue; 276 continue;
277 277
278 if (strcmp(alg->cra_driver_nam 278 if (strcmp(alg->cra_driver_name, q->cra_driver_name) &&
279 q->cra_priority > alg->cra 279 q->cra_priority > alg->cra_priority)
280 continue; 280 continue;
281 281
282 crypto_remove_spawns(q, algs_t 282 crypto_remove_spawns(q, algs_to_put, alg);
283 } 283 }
284 284
285 crypto_notify(CRYPTO_MSG_ALG_LOADED, a 285 crypto_notify(CRYPTO_MSG_ALG_LOADED, alg);
286 } 286 }
287 287
288 static struct crypto_larval *crypto_alloc_test 288 static struct crypto_larval *crypto_alloc_test_larval(struct crypto_alg *alg)
289 { 289 {
290 struct crypto_larval *larval; 290 struct crypto_larval *larval;
291 291
292 if (!IS_ENABLED(CONFIG_CRYPTO_MANAGER) 292 if (!IS_ENABLED(CONFIG_CRYPTO_MANAGER) ||
293 IS_ENABLED(CONFIG_CRYPTO_MANAGER_D 293 IS_ENABLED(CONFIG_CRYPTO_MANAGER_DISABLE_TESTS) ||
294 (alg->cra_flags & CRYPTO_ALG_INTER 294 (alg->cra_flags & CRYPTO_ALG_INTERNAL))
295 return NULL; /* No self-test n 295 return NULL; /* No self-test needed */
296 296
297 larval = crypto_larval_alloc(alg->cra_ 297 larval = crypto_larval_alloc(alg->cra_name,
298 alg->cra_ 298 alg->cra_flags | CRYPTO_ALG_TESTED, 0);
299 if (IS_ERR(larval)) 299 if (IS_ERR(larval))
300 return larval; 300 return larval;
301 301
302 larval->adult = crypto_mod_get(alg); 302 larval->adult = crypto_mod_get(alg);
303 if (!larval->adult) { 303 if (!larval->adult) {
304 kfree(larval); 304 kfree(larval);
305 return ERR_PTR(-ENOENT); 305 return ERR_PTR(-ENOENT);
306 } 306 }
307 307
308 refcount_set(&larval->alg.cra_refcnt, 308 refcount_set(&larval->alg.cra_refcnt, 1);
309 memcpy(larval->alg.cra_driver_name, al 309 memcpy(larval->alg.cra_driver_name, alg->cra_driver_name,
310 CRYPTO_MAX_ALG_NAME); 310 CRYPTO_MAX_ALG_NAME);
311 larval->alg.cra_priority = alg->cra_pr 311 larval->alg.cra_priority = alg->cra_priority;
312 312
313 return larval; 313 return larval;
314 } 314 }
315 315
316 static struct crypto_larval * 316 static struct crypto_larval *
317 __crypto_register_alg(struct crypto_alg *alg, 317 __crypto_register_alg(struct crypto_alg *alg, struct list_head *algs_to_put)
318 { 318 {
319 struct crypto_alg *q; 319 struct crypto_alg *q;
320 struct crypto_larval *larval; 320 struct crypto_larval *larval;
321 int ret = -EAGAIN; 321 int ret = -EAGAIN;
322 322
323 if (crypto_is_dead(alg)) 323 if (crypto_is_dead(alg))
324 goto err; 324 goto err;
325 325
326 INIT_LIST_HEAD(&alg->cra_users); 326 INIT_LIST_HEAD(&alg->cra_users);
327 327
328 ret = -EEXIST; 328 ret = -EEXIST;
329 329
330 list_for_each_entry(q, &crypto_alg_lis 330 list_for_each_entry(q, &crypto_alg_list, cra_list) {
331 if (q == alg) 331 if (q == alg)
332 goto err; 332 goto err;
333 333
334 if (crypto_is_moribund(q)) 334 if (crypto_is_moribund(q))
335 continue; 335 continue;
336 336
337 if (crypto_is_larval(q)) { 337 if (crypto_is_larval(q)) {
338 if (!strcmp(alg->cra_d 338 if (!strcmp(alg->cra_driver_name, q->cra_driver_name))
339 goto err; 339 goto err;
340 continue; 340 continue;
341 } 341 }
342 342
343 if (!strcmp(q->cra_driver_name 343 if (!strcmp(q->cra_driver_name, alg->cra_name) ||
344 !strcmp(q->cra_driver_name 344 !strcmp(q->cra_driver_name, alg->cra_driver_name) ||
345 !strcmp(q->cra_name, alg-> 345 !strcmp(q->cra_name, alg->cra_driver_name))
346 goto err; 346 goto err;
347 } 347 }
348 348
349 larval = crypto_alloc_test_larval(alg) 349 larval = crypto_alloc_test_larval(alg);
350 if (IS_ERR(larval)) 350 if (IS_ERR(larval))
351 goto out; 351 goto out;
352 352
353 list_add(&alg->cra_list, &crypto_alg_l 353 list_add(&alg->cra_list, &crypto_alg_list);
354 354
355 if (larval) { 355 if (larval) {
356 /* No cheating! */ 356 /* No cheating! */
357 alg->cra_flags &= ~CRYPTO_ALG_ 357 alg->cra_flags &= ~CRYPTO_ALG_TESTED;
358 358
359 list_add(&larval->alg.cra_list 359 list_add(&larval->alg.cra_list, &crypto_alg_list);
360 } else { 360 } else {
361 alg->cra_flags |= CRYPTO_ALG_T 361 alg->cra_flags |= CRYPTO_ALG_TESTED;
362 crypto_alg_finish_registration 362 crypto_alg_finish_registration(alg, true, algs_to_put);
363 } 363 }
364 364
365 out: 365 out:
366 return larval; 366 return larval;
367 367
368 err: 368 err:
369 larval = ERR_PTR(ret); 369 larval = ERR_PTR(ret);
370 goto out; 370 goto out;
371 } 371 }
372 372
373 void crypto_alg_tested(const char *name, int e 373 void crypto_alg_tested(const char *name, int err)
374 { 374 {
375 struct crypto_larval *test; 375 struct crypto_larval *test;
376 struct crypto_alg *alg; 376 struct crypto_alg *alg;
377 struct crypto_alg *q; 377 struct crypto_alg *q;
378 LIST_HEAD(list); 378 LIST_HEAD(list);
379 bool best; 379 bool best;
380 380
381 down_write(&crypto_alg_sem); 381 down_write(&crypto_alg_sem);
382 list_for_each_entry(q, &crypto_alg_lis 382 list_for_each_entry(q, &crypto_alg_list, cra_list) {
383 if (crypto_is_moribund(q) || ! 383 if (crypto_is_moribund(q) || !crypto_is_larval(q))
384 continue; 384 continue;
385 385
386 test = (struct crypto_larval * 386 test = (struct crypto_larval *)q;
387 387
388 if (!strcmp(q->cra_driver_name 388 if (!strcmp(q->cra_driver_name, name))
389 goto found; 389 goto found;
390 } 390 }
391 391
392 pr_err("alg: Unexpected test result fo 392 pr_err("alg: Unexpected test result for %s: %d\n", name, err);
393 goto unlock; 393 goto unlock;
394 394
395 found: 395 found:
396 q->cra_flags |= CRYPTO_ALG_DEAD; 396 q->cra_flags |= CRYPTO_ALG_DEAD;
397 alg = test->adult; 397 alg = test->adult;
398 398
399 if (list_empty(&alg->cra_list)) 399 if (list_empty(&alg->cra_list))
400 goto complete; 400 goto complete;
401 401
402 if (err == -ECANCELED) 402 if (err == -ECANCELED)
403 alg->cra_flags |= CRYPTO_ALG_F 403 alg->cra_flags |= CRYPTO_ALG_FIPS_INTERNAL;
404 else if (err) 404 else if (err)
405 goto complete; 405 goto complete;
406 else 406 else
407 alg->cra_flags &= ~CRYPTO_ALG_ 407 alg->cra_flags &= ~CRYPTO_ALG_FIPS_INTERNAL;
408 408
409 alg->cra_flags |= CRYPTO_ALG_TESTED; 409 alg->cra_flags |= CRYPTO_ALG_TESTED;
410 410
411 /* 411 /*
412 * If a higher-priority implementation 412 * If a higher-priority implementation of the same algorithm is
413 * currently being tested, then don't 413 * currently being tested, then don't fulfill request larvals.
414 */ 414 */
415 best = true; 415 best = true;
416 list_for_each_entry(q, &crypto_alg_lis 416 list_for_each_entry(q, &crypto_alg_list, cra_list) {
417 if (crypto_is_moribund(q) || ! 417 if (crypto_is_moribund(q) || !crypto_is_larval(q))
418 continue; 418 continue;
419 419
420 if (strcmp(alg->cra_name, q->c 420 if (strcmp(alg->cra_name, q->cra_name))
421 continue; 421 continue;
422 422
423 if (q->cra_priority > alg->cra 423 if (q->cra_priority > alg->cra_priority) {
424 best = false; 424 best = false;
425 break; 425 break;
426 } 426 }
427 } 427 }
428 428
429 crypto_alg_finish_registration(alg, be 429 crypto_alg_finish_registration(alg, best, &list);
430 430
431 complete: 431 complete:
432 complete_all(&test->completion); 432 complete_all(&test->completion);
433 433
434 unlock: 434 unlock:
435 up_write(&crypto_alg_sem); 435 up_write(&crypto_alg_sem);
436 436
437 crypto_remove_final(&list); 437 crypto_remove_final(&list);
438 } 438 }
439 EXPORT_SYMBOL_GPL(crypto_alg_tested); 439 EXPORT_SYMBOL_GPL(crypto_alg_tested);
440 440
441 void crypto_remove_final(struct list_head *lis 441 void crypto_remove_final(struct list_head *list)
442 { 442 {
443 struct crypto_alg *alg; 443 struct crypto_alg *alg;
444 struct crypto_alg *n; 444 struct crypto_alg *n;
445 445
446 list_for_each_entry_safe(alg, n, list, 446 list_for_each_entry_safe(alg, n, list, cra_list) {
447 list_del_init(&alg->cra_list); 447 list_del_init(&alg->cra_list);
448 crypto_alg_put(alg); 448 crypto_alg_put(alg);
449 } 449 }
450 } 450 }
451 EXPORT_SYMBOL_GPL(crypto_remove_final); 451 EXPORT_SYMBOL_GPL(crypto_remove_final);
452 452
453 int crypto_register_alg(struct crypto_alg *alg 453 int crypto_register_alg(struct crypto_alg *alg)
454 { 454 {
455 struct crypto_larval *larval; 455 struct crypto_larval *larval;
456 LIST_HEAD(algs_to_put); 456 LIST_HEAD(algs_to_put);
457 bool test_started = false; 457 bool test_started = false;
458 int err; 458 int err;
459 459
460 alg->cra_flags &= ~CRYPTO_ALG_DEAD; 460 alg->cra_flags &= ~CRYPTO_ALG_DEAD;
461 err = crypto_check_alg(alg); 461 err = crypto_check_alg(alg);
462 if (err) 462 if (err)
463 return err; 463 return err;
464 464
465 down_write(&crypto_alg_sem); 465 down_write(&crypto_alg_sem);
466 larval = __crypto_register_alg(alg, &a 466 larval = __crypto_register_alg(alg, &algs_to_put);
467 if (!IS_ERR_OR_NULL(larval)) { 467 if (!IS_ERR_OR_NULL(larval)) {
468 test_started = crypto_boot_tes 468 test_started = crypto_boot_test_finished();
469 larval->test_started = test_st 469 larval->test_started = test_started;
470 } 470 }
471 up_write(&crypto_alg_sem); 471 up_write(&crypto_alg_sem);
472 472
473 if (IS_ERR(larval)) 473 if (IS_ERR(larval))
474 return PTR_ERR(larval); 474 return PTR_ERR(larval);
475 if (test_started) 475 if (test_started)
476 crypto_wait_for_test(larval); 476 crypto_wait_for_test(larval);
477 crypto_remove_final(&algs_to_put); 477 crypto_remove_final(&algs_to_put);
478 return 0; 478 return 0;
479 } 479 }
480 EXPORT_SYMBOL_GPL(crypto_register_alg); 480 EXPORT_SYMBOL_GPL(crypto_register_alg);
481 481
482 static int crypto_remove_alg(struct crypto_alg 482 static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list)
483 { 483 {
484 if (unlikely(list_empty(&alg->cra_list 484 if (unlikely(list_empty(&alg->cra_list)))
485 return -ENOENT; 485 return -ENOENT;
486 486
487 alg->cra_flags |= CRYPTO_ALG_DEAD; 487 alg->cra_flags |= CRYPTO_ALG_DEAD;
488 488
489 list_del_init(&alg->cra_list); 489 list_del_init(&alg->cra_list);
490 crypto_remove_spawns(alg, list, NULL); 490 crypto_remove_spawns(alg, list, NULL);
491 491
492 return 0; 492 return 0;
493 } 493 }
494 494
495 void crypto_unregister_alg(struct crypto_alg * 495 void crypto_unregister_alg(struct crypto_alg *alg)
496 { 496 {
497 int ret; 497 int ret;
498 LIST_HEAD(list); 498 LIST_HEAD(list);
499 499
500 down_write(&crypto_alg_sem); 500 down_write(&crypto_alg_sem);
501 ret = crypto_remove_alg(alg, &list); 501 ret = crypto_remove_alg(alg, &list);
502 up_write(&crypto_alg_sem); 502 up_write(&crypto_alg_sem);
503 503
504 if (WARN(ret, "Algorithm %s is not reg 504 if (WARN(ret, "Algorithm %s is not registered", alg->cra_driver_name))
505 return; 505 return;
506 506
507 if (WARN_ON(refcount_read(&alg->cra_re 507 if (WARN_ON(refcount_read(&alg->cra_refcnt) != 1))
508 return; 508 return;
509 509
510 if (alg->cra_destroy) 510 if (alg->cra_destroy)
511 alg->cra_destroy(alg); 511 alg->cra_destroy(alg);
512 512
513 crypto_remove_final(&list); 513 crypto_remove_final(&list);
514 } 514 }
515 EXPORT_SYMBOL_GPL(crypto_unregister_alg); 515 EXPORT_SYMBOL_GPL(crypto_unregister_alg);
516 516
517 int crypto_register_algs(struct crypto_alg *al 517 int crypto_register_algs(struct crypto_alg *algs, int count)
518 { 518 {
519 int i, ret; 519 int i, ret;
520 520
521 for (i = 0; i < count; i++) { 521 for (i = 0; i < count; i++) {
522 ret = crypto_register_alg(&alg 522 ret = crypto_register_alg(&algs[i]);
523 if (ret) 523 if (ret)
524 goto err; 524 goto err;
525 } 525 }
526 526
527 return 0; 527 return 0;
528 528
529 err: 529 err:
530 for (--i; i >= 0; --i) 530 for (--i; i >= 0; --i)
531 crypto_unregister_alg(&algs[i] 531 crypto_unregister_alg(&algs[i]);
532 532
533 return ret; 533 return ret;
534 } 534 }
535 EXPORT_SYMBOL_GPL(crypto_register_algs); 535 EXPORT_SYMBOL_GPL(crypto_register_algs);
536 536
537 void crypto_unregister_algs(struct crypto_alg 537 void crypto_unregister_algs(struct crypto_alg *algs, int count)
538 { 538 {
539 int i; 539 int i;
540 540
541 for (i = 0; i < count; i++) 541 for (i = 0; i < count; i++)
542 crypto_unregister_alg(&algs[i] 542 crypto_unregister_alg(&algs[i]);
543 } 543 }
544 EXPORT_SYMBOL_GPL(crypto_unregister_algs); 544 EXPORT_SYMBOL_GPL(crypto_unregister_algs);
545 545
546 int crypto_register_template(struct crypto_tem 546 int crypto_register_template(struct crypto_template *tmpl)
547 { 547 {
548 struct crypto_template *q; 548 struct crypto_template *q;
549 int err = -EEXIST; 549 int err = -EEXIST;
550 550
551 down_write(&crypto_alg_sem); 551 down_write(&crypto_alg_sem);
552 552
553 crypto_check_module_sig(tmpl->module); 553 crypto_check_module_sig(tmpl->module);
554 554
555 list_for_each_entry(q, &crypto_templat 555 list_for_each_entry(q, &crypto_template_list, list) {
556 if (q == tmpl) 556 if (q == tmpl)
557 goto out; 557 goto out;
558 } 558 }
559 559
560 list_add(&tmpl->list, &crypto_template 560 list_add(&tmpl->list, &crypto_template_list);
561 err = 0; 561 err = 0;
562 out: 562 out:
563 up_write(&crypto_alg_sem); 563 up_write(&crypto_alg_sem);
564 return err; 564 return err;
565 } 565 }
566 EXPORT_SYMBOL_GPL(crypto_register_template); 566 EXPORT_SYMBOL_GPL(crypto_register_template);
567 567
568 int crypto_register_templates(struct crypto_te 568 int crypto_register_templates(struct crypto_template *tmpls, int count)
569 { 569 {
570 int i, err; 570 int i, err;
571 571
572 for (i = 0; i < count; i++) { 572 for (i = 0; i < count; i++) {
573 err = crypto_register_template 573 err = crypto_register_template(&tmpls[i]);
574 if (err) 574 if (err)
575 goto out; 575 goto out;
576 } 576 }
577 return 0; 577 return 0;
578 578
579 out: 579 out:
580 for (--i; i >= 0; --i) 580 for (--i; i >= 0; --i)
581 crypto_unregister_template(&tm 581 crypto_unregister_template(&tmpls[i]);
582 return err; 582 return err;
583 } 583 }
584 EXPORT_SYMBOL_GPL(crypto_register_templates); 584 EXPORT_SYMBOL_GPL(crypto_register_templates);
585 585
586 void crypto_unregister_template(struct crypto_ 586 void crypto_unregister_template(struct crypto_template *tmpl)
587 { 587 {
588 struct crypto_instance *inst; 588 struct crypto_instance *inst;
589 struct hlist_node *n; 589 struct hlist_node *n;
590 struct hlist_head *list; 590 struct hlist_head *list;
591 LIST_HEAD(users); 591 LIST_HEAD(users);
592 592
593 down_write(&crypto_alg_sem); 593 down_write(&crypto_alg_sem);
594 594
595 BUG_ON(list_empty(&tmpl->list)); 595 BUG_ON(list_empty(&tmpl->list));
596 list_del_init(&tmpl->list); 596 list_del_init(&tmpl->list);
597 597
598 list = &tmpl->instances; 598 list = &tmpl->instances;
599 hlist_for_each_entry(inst, list, list) 599 hlist_for_each_entry(inst, list, list) {
600 int err = crypto_remove_alg(&i 600 int err = crypto_remove_alg(&inst->alg, &users);
601 601
602 BUG_ON(err); 602 BUG_ON(err);
603 } 603 }
604 604
605 up_write(&crypto_alg_sem); 605 up_write(&crypto_alg_sem);
606 606
607 hlist_for_each_entry_safe(inst, n, lis 607 hlist_for_each_entry_safe(inst, n, list, list) {
608 BUG_ON(refcount_read(&inst->al 608 BUG_ON(refcount_read(&inst->alg.cra_refcnt) != 1);
609 crypto_free_instance(inst); 609 crypto_free_instance(inst);
610 } 610 }
611 crypto_remove_final(&users); 611 crypto_remove_final(&users);
612 } 612 }
613 EXPORT_SYMBOL_GPL(crypto_unregister_template); 613 EXPORT_SYMBOL_GPL(crypto_unregister_template);
614 614
615 void crypto_unregister_templates(struct crypto 615 void crypto_unregister_templates(struct crypto_template *tmpls, int count)
616 { 616 {
617 int i; 617 int i;
618 618
619 for (i = count - 1; i >= 0; --i) 619 for (i = count - 1; i >= 0; --i)
620 crypto_unregister_template(&tm 620 crypto_unregister_template(&tmpls[i]);
621 } 621 }
622 EXPORT_SYMBOL_GPL(crypto_unregister_templates) 622 EXPORT_SYMBOL_GPL(crypto_unregister_templates);
623 623
624 static struct crypto_template *__crypto_lookup 624 static struct crypto_template *__crypto_lookup_template(const char *name)
625 { 625 {
626 struct crypto_template *q, *tmpl = NUL 626 struct crypto_template *q, *tmpl = NULL;
627 627
628 down_read(&crypto_alg_sem); 628 down_read(&crypto_alg_sem);
629 list_for_each_entry(q, &crypto_templat 629 list_for_each_entry(q, &crypto_template_list, list) {
630 if (strcmp(q->name, name)) 630 if (strcmp(q->name, name))
631 continue; 631 continue;
632 if (unlikely(!crypto_tmpl_get( 632 if (unlikely(!crypto_tmpl_get(q)))
633 continue; 633 continue;
634 634
635 tmpl = q; 635 tmpl = q;
636 break; 636 break;
637 } 637 }
638 up_read(&crypto_alg_sem); 638 up_read(&crypto_alg_sem);
639 639
640 return tmpl; 640 return tmpl;
641 } 641 }
642 642
643 struct crypto_template *crypto_lookup_template 643 struct crypto_template *crypto_lookup_template(const char *name)
644 { 644 {
645 return try_then_request_module(__crypt 645 return try_then_request_module(__crypto_lookup_template(name),
646 "crypto 646 "crypto-%s", name);
647 } 647 }
648 EXPORT_SYMBOL_GPL(crypto_lookup_template); 648 EXPORT_SYMBOL_GPL(crypto_lookup_template);
649 649
650 int crypto_register_instance(struct crypto_tem 650 int crypto_register_instance(struct crypto_template *tmpl,
651 struct crypto_ins 651 struct crypto_instance *inst)
652 { 652 {
653 struct crypto_larval *larval; 653 struct crypto_larval *larval;
654 struct crypto_spawn *spawn; 654 struct crypto_spawn *spawn;
655 u32 fips_internal = 0; 655 u32 fips_internal = 0;
656 LIST_HEAD(algs_to_put); 656 LIST_HEAD(algs_to_put);
657 int err; 657 int err;
658 658
659 err = crypto_check_alg(&inst->alg); 659 err = crypto_check_alg(&inst->alg);
660 if (err) 660 if (err)
661 return err; 661 return err;
662 662
663 inst->alg.cra_module = tmpl->module; 663 inst->alg.cra_module = tmpl->module;
664 inst->alg.cra_flags |= CRYPTO_ALG_INST 664 inst->alg.cra_flags |= CRYPTO_ALG_INSTANCE;
665 665
666 down_write(&crypto_alg_sem); 666 down_write(&crypto_alg_sem);
667 667
668 larval = ERR_PTR(-EAGAIN); 668 larval = ERR_PTR(-EAGAIN);
669 for (spawn = inst->spawns; spawn;) { 669 for (spawn = inst->spawns; spawn;) {
670 struct crypto_spawn *next; 670 struct crypto_spawn *next;
671 671
672 if (spawn->dead) 672 if (spawn->dead)
673 goto unlock; 673 goto unlock;
674 674
675 next = spawn->next; 675 next = spawn->next;
676 spawn->inst = inst; 676 spawn->inst = inst;
677 spawn->registered = true; 677 spawn->registered = true;
678 678
679 fips_internal |= spawn->alg->c 679 fips_internal |= spawn->alg->cra_flags;
680 680
681 crypto_mod_put(spawn->alg); 681 crypto_mod_put(spawn->alg);
682 682
683 spawn = next; 683 spawn = next;
684 } 684 }
685 685
686 inst->alg.cra_flags |= (fips_internal 686 inst->alg.cra_flags |= (fips_internal & CRYPTO_ALG_FIPS_INTERNAL);
687 687
688 larval = __crypto_register_alg(&inst-> 688 larval = __crypto_register_alg(&inst->alg, &algs_to_put);
689 if (IS_ERR(larval)) 689 if (IS_ERR(larval))
690 goto unlock; 690 goto unlock;
691 else if (larval) 691 else if (larval)
692 larval->test_started = true; 692 larval->test_started = true;
693 693
694 hlist_add_head(&inst->list, &tmpl->ins 694 hlist_add_head(&inst->list, &tmpl->instances);
695 inst->tmpl = tmpl; 695 inst->tmpl = tmpl;
696 696
697 unlock: 697 unlock:
698 up_write(&crypto_alg_sem); 698 up_write(&crypto_alg_sem);
699 699
700 if (IS_ERR(larval)) 700 if (IS_ERR(larval))
701 return PTR_ERR(larval); 701 return PTR_ERR(larval);
702 if (larval) 702 if (larval)
703 crypto_wait_for_test(larval); 703 crypto_wait_for_test(larval);
704 crypto_remove_final(&algs_to_put); 704 crypto_remove_final(&algs_to_put);
705 return 0; 705 return 0;
706 } 706 }
707 EXPORT_SYMBOL_GPL(crypto_register_instance); 707 EXPORT_SYMBOL_GPL(crypto_register_instance);
708 708
709 void crypto_unregister_instance(struct crypto_ 709 void crypto_unregister_instance(struct crypto_instance *inst)
710 { 710 {
711 LIST_HEAD(list); 711 LIST_HEAD(list);
712 712
713 down_write(&crypto_alg_sem); 713 down_write(&crypto_alg_sem);
714 714
715 crypto_remove_spawns(&inst->alg, &list 715 crypto_remove_spawns(&inst->alg, &list, NULL);
716 crypto_remove_instance(inst, &list); 716 crypto_remove_instance(inst, &list);
717 717
718 up_write(&crypto_alg_sem); 718 up_write(&crypto_alg_sem);
719 719
720 crypto_remove_final(&list); 720 crypto_remove_final(&list);
721 } 721 }
722 EXPORT_SYMBOL_GPL(crypto_unregister_instance); 722 EXPORT_SYMBOL_GPL(crypto_unregister_instance);
723 723
724 int crypto_grab_spawn(struct crypto_spawn *spa 724 int crypto_grab_spawn(struct crypto_spawn *spawn, struct crypto_instance *inst,
725 const char *name, u32 ty 725 const char *name, u32 type, u32 mask)
726 { 726 {
727 struct crypto_alg *alg; 727 struct crypto_alg *alg;
728 int err = -EAGAIN; 728 int err = -EAGAIN;
729 729
730 if (WARN_ON_ONCE(inst == NULL)) 730 if (WARN_ON_ONCE(inst == NULL))
731 return -EINVAL; 731 return -EINVAL;
732 732
733 /* Allow the result of crypto_attr_alg 733 /* Allow the result of crypto_attr_alg_name() to be passed directly */
734 if (IS_ERR(name)) 734 if (IS_ERR(name))
735 return PTR_ERR(name); 735 return PTR_ERR(name);
736 736
737 alg = crypto_find_alg(name, spawn->fro 737 alg = crypto_find_alg(name, spawn->frontend,
738 type | CRYPTO_AL 738 type | CRYPTO_ALG_FIPS_INTERNAL, mask);
739 if (IS_ERR(alg)) 739 if (IS_ERR(alg))
740 return PTR_ERR(alg); 740 return PTR_ERR(alg);
741 741
742 down_write(&crypto_alg_sem); 742 down_write(&crypto_alg_sem);
743 if (!crypto_is_moribund(alg)) { 743 if (!crypto_is_moribund(alg)) {
744 list_add(&spawn->list, &alg->c 744 list_add(&spawn->list, &alg->cra_users);
745 spawn->alg = alg; 745 spawn->alg = alg;
746 spawn->mask = mask; 746 spawn->mask = mask;
747 spawn->next = inst->spawns; 747 spawn->next = inst->spawns;
748 inst->spawns = spawn; 748 inst->spawns = spawn;
749 inst->alg.cra_flags |= 749 inst->alg.cra_flags |=
750 (alg->cra_flags & CRYP 750 (alg->cra_flags & CRYPTO_ALG_INHERITED_FLAGS);
751 err = 0; 751 err = 0;
752 } 752 }
753 up_write(&crypto_alg_sem); 753 up_write(&crypto_alg_sem);
754 if (err) 754 if (err)
755 crypto_mod_put(alg); 755 crypto_mod_put(alg);
756 return err; 756 return err;
757 } 757 }
758 EXPORT_SYMBOL_GPL(crypto_grab_spawn); 758 EXPORT_SYMBOL_GPL(crypto_grab_spawn);
759 759
760 void crypto_drop_spawn(struct crypto_spawn *sp 760 void crypto_drop_spawn(struct crypto_spawn *spawn)
761 { 761 {
762 if (!spawn->alg) /* not yet initialize 762 if (!spawn->alg) /* not yet initialized? */
763 return; 763 return;
764 764
765 down_write(&crypto_alg_sem); 765 down_write(&crypto_alg_sem);
766 if (!spawn->dead) 766 if (!spawn->dead)
767 list_del(&spawn->list); 767 list_del(&spawn->list);
768 up_write(&crypto_alg_sem); 768 up_write(&crypto_alg_sem);
769 769
770 if (!spawn->registered) 770 if (!spawn->registered)
771 crypto_mod_put(spawn->alg); 771 crypto_mod_put(spawn->alg);
772 } 772 }
773 EXPORT_SYMBOL_GPL(crypto_drop_spawn); 773 EXPORT_SYMBOL_GPL(crypto_drop_spawn);
774 774
775 static struct crypto_alg *crypto_spawn_alg(str 775 static struct crypto_alg *crypto_spawn_alg(struct crypto_spawn *spawn)
776 { 776 {
777 struct crypto_alg *alg = ERR_PTR(-EAGA 777 struct crypto_alg *alg = ERR_PTR(-EAGAIN);
778 struct crypto_alg *target; 778 struct crypto_alg *target;
779 bool shoot = false; 779 bool shoot = false;
780 780
781 down_read(&crypto_alg_sem); 781 down_read(&crypto_alg_sem);
782 if (!spawn->dead) { 782 if (!spawn->dead) {
783 alg = spawn->alg; 783 alg = spawn->alg;
784 if (!crypto_mod_get(alg)) { 784 if (!crypto_mod_get(alg)) {
785 target = crypto_alg_ge 785 target = crypto_alg_get(alg);
786 shoot = true; 786 shoot = true;
787 alg = ERR_PTR(-EAGAIN) 787 alg = ERR_PTR(-EAGAIN);
788 } 788 }
789 } 789 }
790 up_read(&crypto_alg_sem); 790 up_read(&crypto_alg_sem);
791 791
792 if (shoot) { 792 if (shoot) {
793 crypto_shoot_alg(target); 793 crypto_shoot_alg(target);
794 crypto_alg_put(target); 794 crypto_alg_put(target);
795 } 795 }
796 796
797 return alg; 797 return alg;
798 } 798 }
799 799
800 struct crypto_tfm *crypto_spawn_tfm(struct cry 800 struct crypto_tfm *crypto_spawn_tfm(struct crypto_spawn *spawn, u32 type,
801 u32 mask) 801 u32 mask)
802 { 802 {
803 struct crypto_alg *alg; 803 struct crypto_alg *alg;
804 struct crypto_tfm *tfm; 804 struct crypto_tfm *tfm;
805 805
806 alg = crypto_spawn_alg(spawn); 806 alg = crypto_spawn_alg(spawn);
807 if (IS_ERR(alg)) 807 if (IS_ERR(alg))
808 return ERR_CAST(alg); 808 return ERR_CAST(alg);
809 809
810 tfm = ERR_PTR(-EINVAL); 810 tfm = ERR_PTR(-EINVAL);
811 if (unlikely((alg->cra_flags ^ type) & 811 if (unlikely((alg->cra_flags ^ type) & mask))
812 goto out_put_alg; 812 goto out_put_alg;
813 813
814 tfm = __crypto_alloc_tfm(alg, type, ma 814 tfm = __crypto_alloc_tfm(alg, type, mask);
815 if (IS_ERR(tfm)) 815 if (IS_ERR(tfm))
816 goto out_put_alg; 816 goto out_put_alg;
817 817
818 return tfm; 818 return tfm;
819 819
820 out_put_alg: 820 out_put_alg:
821 crypto_mod_put(alg); 821 crypto_mod_put(alg);
822 return tfm; 822 return tfm;
823 } 823 }
824 EXPORT_SYMBOL_GPL(crypto_spawn_tfm); 824 EXPORT_SYMBOL_GPL(crypto_spawn_tfm);
825 825
826 void *crypto_spawn_tfm2(struct crypto_spawn *s 826 void *crypto_spawn_tfm2(struct crypto_spawn *spawn)
827 { 827 {
828 struct crypto_alg *alg; 828 struct crypto_alg *alg;
829 struct crypto_tfm *tfm; 829 struct crypto_tfm *tfm;
830 830
831 alg = crypto_spawn_alg(spawn); 831 alg = crypto_spawn_alg(spawn);
832 if (IS_ERR(alg)) 832 if (IS_ERR(alg))
833 return ERR_CAST(alg); 833 return ERR_CAST(alg);
834 834
835 tfm = crypto_create_tfm(alg, spawn->fr 835 tfm = crypto_create_tfm(alg, spawn->frontend);
836 if (IS_ERR(tfm)) 836 if (IS_ERR(tfm))
837 goto out_put_alg; 837 goto out_put_alg;
838 838
839 return tfm; 839 return tfm;
840 840
841 out_put_alg: 841 out_put_alg:
842 crypto_mod_put(alg); 842 crypto_mod_put(alg);
843 return tfm; 843 return tfm;
844 } 844 }
845 EXPORT_SYMBOL_GPL(crypto_spawn_tfm2); 845 EXPORT_SYMBOL_GPL(crypto_spawn_tfm2);
846 846
847 int crypto_register_notifier(struct notifier_b 847 int crypto_register_notifier(struct notifier_block *nb)
848 { 848 {
849 return blocking_notifier_chain_registe 849 return blocking_notifier_chain_register(&crypto_chain, nb);
850 } 850 }
851 EXPORT_SYMBOL_GPL(crypto_register_notifier); 851 EXPORT_SYMBOL_GPL(crypto_register_notifier);
852 852
853 int crypto_unregister_notifier(struct notifier 853 int crypto_unregister_notifier(struct notifier_block *nb)
854 { 854 {
855 return blocking_notifier_chain_unregis 855 return blocking_notifier_chain_unregister(&crypto_chain, nb);
856 } 856 }
857 EXPORT_SYMBOL_GPL(crypto_unregister_notifier); 857 EXPORT_SYMBOL_GPL(crypto_unregister_notifier);
858 858
859 struct crypto_attr_type *crypto_get_attr_type( 859 struct crypto_attr_type *crypto_get_attr_type(struct rtattr **tb)
860 { 860 {
861 struct rtattr *rta = tb[0]; 861 struct rtattr *rta = tb[0];
862 struct crypto_attr_type *algt; 862 struct crypto_attr_type *algt;
863 863
864 if (!rta) 864 if (!rta)
865 return ERR_PTR(-ENOENT); 865 return ERR_PTR(-ENOENT);
866 if (RTA_PAYLOAD(rta) < sizeof(*algt)) 866 if (RTA_PAYLOAD(rta) < sizeof(*algt))
867 return ERR_PTR(-EINVAL); 867 return ERR_PTR(-EINVAL);
868 if (rta->rta_type != CRYPTOA_TYPE) 868 if (rta->rta_type != CRYPTOA_TYPE)
869 return ERR_PTR(-EINVAL); 869 return ERR_PTR(-EINVAL);
870 870
871 algt = RTA_DATA(rta); 871 algt = RTA_DATA(rta);
872 872
873 return algt; 873 return algt;
874 } 874 }
875 EXPORT_SYMBOL_GPL(crypto_get_attr_type); 875 EXPORT_SYMBOL_GPL(crypto_get_attr_type);
876 876
877 /** 877 /**
878 * crypto_check_attr_type() - check algorithm 878 * crypto_check_attr_type() - check algorithm type and compute inherited mask
879 * @tb: the template parameters 879 * @tb: the template parameters
880 * @type: the algorithm type the template woul 880 * @type: the algorithm type the template would be instantiated as
881 * @mask_ret: (output) the mask that should be 881 * @mask_ret: (output) the mask that should be passed to crypto_grab_*()
882 * to restrict the flags of any inn 882 * to restrict the flags of any inner algorithms
883 * 883 *
884 * Validate that the algorithm type the user r 884 * Validate that the algorithm type the user requested is compatible with the
885 * one the template would actually be instanti 885 * one the template would actually be instantiated as. E.g., if the user is
886 * doing crypto_alloc_shash("cbc(aes)", ...), 886 * doing crypto_alloc_shash("cbc(aes)", ...), this would return an error because
887 * the "cbc" template creates an "skcipher" al 887 * the "cbc" template creates an "skcipher" algorithm, not an "shash" algorithm.
888 * 888 *
889 * Also compute the mask to use to restrict th 889 * Also compute the mask to use to restrict the flags of any inner algorithms.
890 * 890 *
891 * Return: 0 on success; -errno on failure 891 * Return: 0 on success; -errno on failure
892 */ 892 */
893 int crypto_check_attr_type(struct rtattr **tb, 893 int crypto_check_attr_type(struct rtattr **tb, u32 type, u32 *mask_ret)
894 { 894 {
895 struct crypto_attr_type *algt; 895 struct crypto_attr_type *algt;
896 896
897 algt = crypto_get_attr_type(tb); 897 algt = crypto_get_attr_type(tb);
898 if (IS_ERR(algt)) 898 if (IS_ERR(algt))
899 return PTR_ERR(algt); 899 return PTR_ERR(algt);
900 900
901 if ((algt->type ^ type) & algt->mask) 901 if ((algt->type ^ type) & algt->mask)
902 return -EINVAL; 902 return -EINVAL;
903 903
904 *mask_ret = crypto_algt_inherited_mask 904 *mask_ret = crypto_algt_inherited_mask(algt);
905 return 0; 905 return 0;
906 } 906 }
907 EXPORT_SYMBOL_GPL(crypto_check_attr_type); 907 EXPORT_SYMBOL_GPL(crypto_check_attr_type);
908 908
909 const char *crypto_attr_alg_name(struct rtattr 909 const char *crypto_attr_alg_name(struct rtattr *rta)
910 { 910 {
911 struct crypto_attr_alg *alga; 911 struct crypto_attr_alg *alga;
912 912
913 if (!rta) 913 if (!rta)
914 return ERR_PTR(-ENOENT); 914 return ERR_PTR(-ENOENT);
915 if (RTA_PAYLOAD(rta) < sizeof(*alga)) 915 if (RTA_PAYLOAD(rta) < sizeof(*alga))
916 return ERR_PTR(-EINVAL); 916 return ERR_PTR(-EINVAL);
917 if (rta->rta_type != CRYPTOA_ALG) 917 if (rta->rta_type != CRYPTOA_ALG)
918 return ERR_PTR(-EINVAL); 918 return ERR_PTR(-EINVAL);
919 919
920 alga = RTA_DATA(rta); 920 alga = RTA_DATA(rta);
921 alga->name[CRYPTO_MAX_ALG_NAME - 1] = 921 alga->name[CRYPTO_MAX_ALG_NAME - 1] = 0;
922 922
923 return alga->name; 923 return alga->name;
924 } 924 }
925 EXPORT_SYMBOL_GPL(crypto_attr_alg_name); 925 EXPORT_SYMBOL_GPL(crypto_attr_alg_name);
926 926
927 int crypto_inst_setname(struct crypto_instance 927 int crypto_inst_setname(struct crypto_instance *inst, const char *name,
928 struct crypto_alg *alg 928 struct crypto_alg *alg)
929 { 929 {
930 if (snprintf(inst->alg.cra_name, CRYPT 930 if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name,
931 alg->cra_name) >= CRYPTO_ 931 alg->cra_name) >= CRYPTO_MAX_ALG_NAME)
932 return -ENAMETOOLONG; 932 return -ENAMETOOLONG;
933 933
934 if (snprintf(inst->alg.cra_driver_name 934 if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)",
935 name, alg->cra_driver_nam 935 name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME)
936 return -ENAMETOOLONG; 936 return -ENAMETOOLONG;
937 937
938 return 0; 938 return 0;
939 } 939 }
940 EXPORT_SYMBOL_GPL(crypto_inst_setname); 940 EXPORT_SYMBOL_GPL(crypto_inst_setname);
941 941
942 void crypto_init_queue(struct crypto_queue *qu 942 void crypto_init_queue(struct crypto_queue *queue, unsigned int max_qlen)
943 { 943 {
944 INIT_LIST_HEAD(&queue->list); 944 INIT_LIST_HEAD(&queue->list);
945 queue->backlog = &queue->list; 945 queue->backlog = &queue->list;
946 queue->qlen = 0; 946 queue->qlen = 0;
947 queue->max_qlen = max_qlen; 947 queue->max_qlen = max_qlen;
948 } 948 }
949 EXPORT_SYMBOL_GPL(crypto_init_queue); 949 EXPORT_SYMBOL_GPL(crypto_init_queue);
950 950
951 int crypto_enqueue_request(struct crypto_queue 951 int crypto_enqueue_request(struct crypto_queue *queue,
952 struct crypto_async 952 struct crypto_async_request *request)
953 { 953 {
954 int err = -EINPROGRESS; 954 int err = -EINPROGRESS;
955 955
956 if (unlikely(queue->qlen >= queue->max 956 if (unlikely(queue->qlen >= queue->max_qlen)) {
957 if (!(request->flags & CRYPTO_ 957 if (!(request->flags & CRYPTO_TFM_REQ_MAY_BACKLOG)) {
958 err = -ENOSPC; 958 err = -ENOSPC;
959 goto out; 959 goto out;
960 } 960 }
961 err = -EBUSY; 961 err = -EBUSY;
962 if (queue->backlog == &queue-> 962 if (queue->backlog == &queue->list)
963 queue->backlog = &requ 963 queue->backlog = &request->list;
964 } 964 }
965 965
966 queue->qlen++; 966 queue->qlen++;
967 list_add_tail(&request->list, &queue-> 967 list_add_tail(&request->list, &queue->list);
968 968
969 out: 969 out:
970 return err; 970 return err;
971 } 971 }
972 EXPORT_SYMBOL_GPL(crypto_enqueue_request); 972 EXPORT_SYMBOL_GPL(crypto_enqueue_request);
973 973
974 void crypto_enqueue_request_head(struct crypto 974 void crypto_enqueue_request_head(struct crypto_queue *queue,
975 struct crypto 975 struct crypto_async_request *request)
976 { 976 {
977 if (unlikely(queue->qlen >= queue->max 977 if (unlikely(queue->qlen >= queue->max_qlen))
978 queue->backlog = queue->backlo 978 queue->backlog = queue->backlog->prev;
979 979
980 queue->qlen++; 980 queue->qlen++;
981 list_add(&request->list, &queue->list) 981 list_add(&request->list, &queue->list);
982 } 982 }
983 EXPORT_SYMBOL_GPL(crypto_enqueue_request_head) 983 EXPORT_SYMBOL_GPL(crypto_enqueue_request_head);
984 984
985 struct crypto_async_request *crypto_dequeue_re 985 struct crypto_async_request *crypto_dequeue_request(struct crypto_queue *queue)
986 { 986 {
987 struct list_head *request; 987 struct list_head *request;
988 988
989 if (unlikely(!queue->qlen)) 989 if (unlikely(!queue->qlen))
990 return NULL; 990 return NULL;
991 991
992 queue->qlen--; 992 queue->qlen--;
993 993
994 if (queue->backlog != &queue->list) 994 if (queue->backlog != &queue->list)
995 queue->backlog = queue->backlo 995 queue->backlog = queue->backlog->next;
996 996
997 request = queue->list.next; 997 request = queue->list.next;
998 list_del(request); 998 list_del(request);
999 999
1000 return list_entry(request, struct cry 1000 return list_entry(request, struct crypto_async_request, list);
1001 } 1001 }
1002 EXPORT_SYMBOL_GPL(crypto_dequeue_request); 1002 EXPORT_SYMBOL_GPL(crypto_dequeue_request);
1003 1003
1004 static inline void crypto_inc_byte(u8 *a, uns 1004 static inline void crypto_inc_byte(u8 *a, unsigned int size)
1005 { 1005 {
1006 u8 *b = (a + size); 1006 u8 *b = (a + size);
1007 u8 c; 1007 u8 c;
1008 1008
1009 for (; size; size--) { 1009 for (; size; size--) {
1010 c = *--b + 1; 1010 c = *--b + 1;
1011 *b = c; 1011 *b = c;
1012 if (c) 1012 if (c)
1013 break; 1013 break;
1014 } 1014 }
1015 } 1015 }
1016 1016
1017 void crypto_inc(u8 *a, unsigned int size) 1017 void crypto_inc(u8 *a, unsigned int size)
1018 { 1018 {
1019 __be32 *b = (__be32 *)(a + size); 1019 __be32 *b = (__be32 *)(a + size);
1020 u32 c; 1020 u32 c;
1021 1021
1022 if (IS_ENABLED(CONFIG_HAVE_EFFICIENT_ 1022 if (IS_ENABLED(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) ||
1023 IS_ALIGNED((unsigned long)b, __al 1023 IS_ALIGNED((unsigned long)b, __alignof__(*b)))
1024 for (; size >= 4; size -= 4) 1024 for (; size >= 4; size -= 4) {
1025 c = be32_to_cpu(*--b) 1025 c = be32_to_cpu(*--b) + 1;
1026 *b = cpu_to_be32(c); 1026 *b = cpu_to_be32(c);
1027 if (likely(c)) 1027 if (likely(c))
1028 return; 1028 return;
1029 } 1029 }
1030 1030
1031 crypto_inc_byte(a, size); 1031 crypto_inc_byte(a, size);
1032 } 1032 }
1033 EXPORT_SYMBOL_GPL(crypto_inc); 1033 EXPORT_SYMBOL_GPL(crypto_inc);
1034 1034
1035 unsigned int crypto_alg_extsize(struct crypto 1035 unsigned int crypto_alg_extsize(struct crypto_alg *alg)
1036 { 1036 {
1037 return alg->cra_ctxsize + 1037 return alg->cra_ctxsize +
1038 (alg->cra_alignmask & ~(crypto 1038 (alg->cra_alignmask & ~(crypto_tfm_ctx_alignment() - 1));
1039 } 1039 }
1040 EXPORT_SYMBOL_GPL(crypto_alg_extsize); 1040 EXPORT_SYMBOL_GPL(crypto_alg_extsize);
1041 1041
1042 int crypto_type_has_alg(const char *name, con 1042 int crypto_type_has_alg(const char *name, const struct crypto_type *frontend,
1043 u32 type, u32 mask) 1043 u32 type, u32 mask)
1044 { 1044 {
1045 int ret = 0; 1045 int ret = 0;
1046 struct crypto_alg *alg = crypto_find_ 1046 struct crypto_alg *alg = crypto_find_alg(name, frontend, type, mask);
1047 1047
1048 if (!IS_ERR(alg)) { 1048 if (!IS_ERR(alg)) {
1049 crypto_mod_put(alg); 1049 crypto_mod_put(alg);
1050 ret = 1; 1050 ret = 1;
1051 } 1051 }
1052 1052
1053 return ret; 1053 return ret;
1054 } 1054 }
1055 EXPORT_SYMBOL_GPL(crypto_type_has_alg); 1055 EXPORT_SYMBOL_GPL(crypto_type_has_alg);
1056 1056
1057 static void __init crypto_start_tests(void) 1057 static void __init crypto_start_tests(void)
1058 { 1058 {
1059 if (!IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) 1059 if (!IS_BUILTIN(CONFIG_CRYPTO_ALGAPI))
1060 return; 1060 return;
1061 1061
1062 if (IS_ENABLED(CONFIG_CRYPTO_MANAGER_ 1062 if (IS_ENABLED(CONFIG_CRYPTO_MANAGER_DISABLE_TESTS))
1063 return; 1063 return;
1064 1064
1065 for (;;) { 1065 for (;;) {
1066 struct crypto_larval *larval 1066 struct crypto_larval *larval = NULL;
1067 struct crypto_alg *q; 1067 struct crypto_alg *q;
1068 1068
1069 down_write(&crypto_alg_sem); 1069 down_write(&crypto_alg_sem);
1070 1070
1071 list_for_each_entry(q, &crypt 1071 list_for_each_entry(q, &crypto_alg_list, cra_list) {
1072 struct crypto_larval 1072 struct crypto_larval *l;
1073 1073
1074 if (!crypto_is_larval 1074 if (!crypto_is_larval(q))
1075 continue; 1075 continue;
1076 1076
1077 l = (void *)q; 1077 l = (void *)q;
1078 1078
1079 if (!crypto_is_test_l 1079 if (!crypto_is_test_larval(l))
1080 continue; 1080 continue;
1081 1081
1082 if (l->test_started) 1082 if (l->test_started)
1083 continue; 1083 continue;
1084 1084
1085 l->test_started = tru 1085 l->test_started = true;
1086 larval = l; 1086 larval = l;
1087 break; 1087 break;
1088 } 1088 }
1089 1089
1090 up_write(&crypto_alg_sem); 1090 up_write(&crypto_alg_sem);
1091 1091
1092 if (!larval) 1092 if (!larval)
1093 break; 1093 break;
1094 1094
1095 crypto_wait_for_test(larval); 1095 crypto_wait_for_test(larval);
1096 } 1096 }
1097 1097
1098 set_crypto_boot_test_finished(); 1098 set_crypto_boot_test_finished();
1099 } 1099 }
1100 1100
1101 static int __init crypto_algapi_init(void) 1101 static int __init crypto_algapi_init(void)
1102 { 1102 {
1103 crypto_init_proc(); 1103 crypto_init_proc();
1104 crypto_start_tests(); 1104 crypto_start_tests();
1105 return 0; 1105 return 0;
1106 } 1106 }
1107 1107
1108 static void __exit crypto_algapi_exit(void) 1108 static void __exit crypto_algapi_exit(void)
1109 { 1109 {
1110 crypto_exit_proc(); 1110 crypto_exit_proc();
1111 } 1111 }
1112 1112
1113 /* 1113 /*
1114 * We run this at late_initcall so that all t 1114 * We run this at late_initcall so that all the built-in algorithms
1115 * have had a chance to register themselves f 1115 * have had a chance to register themselves first.
1116 */ 1116 */
1117 late_initcall(crypto_algapi_init); 1117 late_initcall(crypto_algapi_init);
1118 module_exit(crypto_algapi_exit); 1118 module_exit(crypto_algapi_exit);
1119 1119
1120 MODULE_LICENSE("GPL"); 1120 MODULE_LICENSE("GPL");
1121 MODULE_DESCRIPTION("Cryptographic algorithms 1121 MODULE_DESCRIPTION("Cryptographic algorithms API");
1122 MODULE_SOFTDEP("pre: cryptomgr"); 1122 MODULE_SOFTDEP("pre: cryptomgr");
1123 1123
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.