1 // SPDX-License-Identifier: GPL-2.0-or-later 1 // SPDX-License-Identifier: GPL-2.0-or-later 2 /* 2 /* 3 * Cryptographic API for algorithms (i.e., low 3 * Cryptographic API for algorithms (i.e., low-level API). 4 * 4 * 5 * Copyright (c) 2006 Herbert Xu <herbert@gond 5 * Copyright (c) 2006 Herbert Xu <herbert@gondor.apana.org.au> 6 */ 6 */ 7 7 8 #include <crypto/algapi.h> 8 #include <crypto/algapi.h> 9 #include <crypto/internal/simd.h> << 10 #include <linux/err.h> 9 #include <linux/err.h> 11 #include <linux/errno.h> 10 #include <linux/errno.h> 12 #include <linux/fips.h> 11 #include <linux/fips.h> 13 #include <linux/init.h> 12 #include <linux/init.h> 14 #include <linux/kernel.h> 13 #include <linux/kernel.h> 15 #include <linux/list.h> 14 #include <linux/list.h> 16 #include <linux/module.h> 15 #include <linux/module.h> 17 #include <linux/rtnetlink.h> 16 #include <linux/rtnetlink.h> 18 #include <linux/slab.h> 17 #include <linux/slab.h> 19 #include <linux/string.h> 18 #include <linux/string.h> 20 #include <linux/workqueue.h> << 21 19 22 #include "internal.h" 20 #include "internal.h" 23 21 24 static LIST_HEAD(crypto_template_list); 22 static LIST_HEAD(crypto_template_list); 25 23 26 #ifdef CONFIG_CRYPTO_MANAGER_EXTRA_TESTS << 27 DEFINE_PER_CPU(bool, crypto_simd_disabled_for_ << 28 EXPORT_PER_CPU_SYMBOL_GPL(crypto_simd_disabled << 29 #endif << 30 << 31 static inline void crypto_check_module_sig(str 24 static inline void crypto_check_module_sig(struct module *mod) 32 { 25 { 33 if (fips_enabled && mod && !module_sig 26 if (fips_enabled && mod && !module_sig_ok(mod)) 34 panic("Module %s signature ver 27 panic("Module %s signature verification failed in FIPS mode\n", 35 module_name(mod)); 28 module_name(mod)); 36 } 29 } 37 30 38 static int crypto_check_alg(struct crypto_alg 31 static int crypto_check_alg(struct crypto_alg *alg) 39 { 32 { 40 crypto_check_module_sig(alg->cra_modul 33 crypto_check_module_sig(alg->cra_module); 41 34 42 if (!alg->cra_name[0] || !alg->cra_dri 35 if (!alg->cra_name[0] || !alg->cra_driver_name[0]) 43 return -EINVAL; 36 return -EINVAL; 44 37 45 if (alg->cra_alignmask & (alg->cra_ali 38 if (alg->cra_alignmask & (alg->cra_alignmask + 1)) 46 return -EINVAL; 39 return -EINVAL; 47 40 48 /* General maximums for all algs. */ 41 /* General maximums for all algs. */ 49 if (alg->cra_alignmask > MAX_ALGAPI_AL 42 if (alg->cra_alignmask > MAX_ALGAPI_ALIGNMASK) 50 return -EINVAL; 43 return -EINVAL; 51 44 52 if (alg->cra_blocksize > MAX_ALGAPI_BL 45 if (alg->cra_blocksize > MAX_ALGAPI_BLOCKSIZE) 53 return -EINVAL; 46 return -EINVAL; 54 47 55 /* Lower maximums for specific alg typ 48 /* Lower maximums for specific alg types. */ 56 if (!alg->cra_type && (alg->cra_flags 49 if (!alg->cra_type && (alg->cra_flags & CRYPTO_ALG_TYPE_MASK) == 57 CRYPTO_ALG_TYPE 50 CRYPTO_ALG_TYPE_CIPHER) { 58 if (alg->cra_alignmask > MAX_C 51 if (alg->cra_alignmask > MAX_CIPHER_ALIGNMASK) 59 return -EINVAL; 52 return -EINVAL; 60 53 61 if (alg->cra_blocksize > MAX_C 54 if (alg->cra_blocksize > MAX_CIPHER_BLOCKSIZE) 62 return -EINVAL; 55 return -EINVAL; 63 } 56 } 64 57 65 if (alg->cra_priority < 0) 58 if (alg->cra_priority < 0) 66 return -EINVAL; 59 return -EINVAL; 67 60 68 refcount_set(&alg->cra_refcnt, 1); 61 refcount_set(&alg->cra_refcnt, 1); 69 62 70 return 0; 63 return 0; 71 } 64 } 72 65 73 static void crypto_free_instance(struct crypto 66 static void crypto_free_instance(struct crypto_instance *inst) 74 { 67 { 75 inst->alg.cra_type->free(inst); 68 inst->alg.cra_type->free(inst); 76 } 69 } 77 70 78 static void crypto_destroy_instance_workfn(str !! 71 static void crypto_destroy_instance(struct crypto_alg *alg) 79 { 72 { 80 struct crypto_instance *inst = contain !! 73 struct crypto_instance *inst = (void *)alg; 81 << 82 struct crypto_template *tmpl = inst->t 74 struct crypto_template *tmpl = inst->tmpl; 83 75 84 crypto_free_instance(inst); 76 crypto_free_instance(inst); 85 crypto_tmpl_put(tmpl); 77 crypto_tmpl_put(tmpl); 86 } 78 } 87 79 88 static void crypto_destroy_instance(struct cry << 89 { << 90 struct crypto_instance *inst = contain << 91 << 92 << 93 << 94 INIT_WORK(&inst->free_work, crypto_des << 95 schedule_work(&inst->free_work); << 96 } << 97 << 98 /* 80 /* 99 * This function adds a spawn to the list seco 81 * This function adds a spawn to the list secondary_spawns which 100 * will be used at the end of crypto_remove_sp 82 * will be used at the end of crypto_remove_spawns to unregister 101 * instances, unless the spawn happens to be o 83 * instances, unless the spawn happens to be one that is depended 102 * on by the new algorithm (nalg in crypto_rem 84 * on by the new algorithm (nalg in crypto_remove_spawns). 103 * 85 * 104 * This function is also responsible for resur 86 * This function is also responsible for resurrecting any algorithms 105 * in the dependency chain of nalg by unsettin 87 * in the dependency chain of nalg by unsetting n->dead. 106 */ 88 */ 107 static struct list_head *crypto_more_spawns(st 89 static struct list_head *crypto_more_spawns(struct crypto_alg *alg, 108 st 90 struct list_head *stack, 109 st 91 struct list_head *top, 110 st 92 struct list_head *secondary_spawns) 111 { 93 { 112 struct crypto_spawn *spawn, *n; 94 struct crypto_spawn *spawn, *n; 113 95 114 spawn = list_first_entry_or_null(stack 96 spawn = list_first_entry_or_null(stack, struct crypto_spawn, list); 115 if (!spawn) 97 if (!spawn) 116 return NULL; 98 return NULL; 117 99 118 n = list_prev_entry(spawn, list); 100 n = list_prev_entry(spawn, list); 119 list_move(&spawn->list, secondary_spaw 101 list_move(&spawn->list, secondary_spawns); 120 102 121 if (list_is_last(&n->list, stack)) 103 if (list_is_last(&n->list, stack)) 122 return top; 104 return top; 123 105 124 n = list_next_entry(n, list); 106 n = list_next_entry(n, list); 125 if (!spawn->dead) 107 if (!spawn->dead) 126 n->dead = false; 108 n->dead = false; 127 109 128 return &n->inst->alg.cra_users; 110 return &n->inst->alg.cra_users; 129 } 111 } 130 112 131 static void crypto_remove_instance(struct cryp 113 static void crypto_remove_instance(struct crypto_instance *inst, 132 struct list 114 struct list_head *list) 133 { 115 { 134 struct crypto_template *tmpl = inst->t 116 struct crypto_template *tmpl = inst->tmpl; 135 117 136 if (crypto_is_dead(&inst->alg)) 118 if (crypto_is_dead(&inst->alg)) 137 return; 119 return; 138 120 139 inst->alg.cra_flags |= CRYPTO_ALG_DEAD 121 inst->alg.cra_flags |= CRYPTO_ALG_DEAD; 140 122 141 if (!tmpl || !crypto_tmpl_get(tmpl)) 123 if (!tmpl || !crypto_tmpl_get(tmpl)) 142 return; 124 return; 143 125 144 list_move(&inst->alg.cra_list, list); 126 list_move(&inst->alg.cra_list, list); 145 hlist_del(&inst->list); 127 hlist_del(&inst->list); 146 inst->alg.cra_destroy = crypto_destroy 128 inst->alg.cra_destroy = crypto_destroy_instance; 147 129 148 BUG_ON(!list_empty(&inst->alg.cra_user 130 BUG_ON(!list_empty(&inst->alg.cra_users)); 149 } 131 } 150 132 151 /* 133 /* 152 * Given an algorithm alg, remove all algorith 134 * Given an algorithm alg, remove all algorithms that depend on it 153 * through spawns. If nalg is not null, then 135 * through spawns. If nalg is not null, then exempt any algorithms 154 * that is depended on by nalg. This is usefu 136 * that is depended on by nalg. This is useful when nalg itself 155 * depends on alg. 137 * depends on alg. 156 */ 138 */ 157 void crypto_remove_spawns(struct crypto_alg *a 139 void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list, 158 struct crypto_alg *n 140 struct crypto_alg *nalg) 159 { 141 { 160 u32 new_type = (nalg ?: alg)->cra_flag 142 u32 new_type = (nalg ?: alg)->cra_flags; 161 struct crypto_spawn *spawn, *n; 143 struct crypto_spawn *spawn, *n; 162 LIST_HEAD(secondary_spawns); 144 LIST_HEAD(secondary_spawns); 163 struct list_head *spawns; 145 struct list_head *spawns; 164 LIST_HEAD(stack); 146 LIST_HEAD(stack); 165 LIST_HEAD(top); 147 LIST_HEAD(top); 166 148 167 spawns = &alg->cra_users; 149 spawns = &alg->cra_users; 168 list_for_each_entry_safe(spawn, n, spa 150 list_for_each_entry_safe(spawn, n, spawns, list) { 169 if ((spawn->alg->cra_flags ^ n 151 if ((spawn->alg->cra_flags ^ new_type) & spawn->mask) 170 continue; 152 continue; 171 153 172 list_move(&spawn->list, &top); 154 list_move(&spawn->list, &top); 173 } 155 } 174 156 175 /* 157 /* 176 * Perform a depth-first walk starting 158 * Perform a depth-first walk starting from alg through 177 * the cra_users tree. The list stack 159 * the cra_users tree. The list stack records the path 178 * from alg to the current spawn. 160 * from alg to the current spawn. 179 */ 161 */ 180 spawns = ⊤ 162 spawns = ⊤ 181 do { 163 do { 182 while (!list_empty(spawns)) { 164 while (!list_empty(spawns)) { 183 struct crypto_instance 165 struct crypto_instance *inst; 184 166 185 spawn = list_first_ent 167 spawn = list_first_entry(spawns, struct crypto_spawn, 186 168 list); 187 inst = spawn->inst; 169 inst = spawn->inst; 188 170 189 list_move(&spawn->list 171 list_move(&spawn->list, &stack); 190 spawn->dead = !spawn-> 172 spawn->dead = !spawn->registered || &inst->alg != nalg; 191 173 192 if (!spawn->registered 174 if (!spawn->registered) 193 break; 175 break; 194 176 195 BUG_ON(&inst->alg == a 177 BUG_ON(&inst->alg == alg); 196 178 197 if (&inst->alg == nalg 179 if (&inst->alg == nalg) 198 break; 180 break; 199 181 200 spawns = &inst->alg.cr 182 spawns = &inst->alg.cra_users; 201 183 202 /* 184 /* 203 * Even if spawn->regi 185 * Even if spawn->registered is true, the 204 * instance itself may 186 * instance itself may still be unregistered. 205 * This is because it 187 * This is because it may have failed during 206 * registration. Ther 188 * registration. Therefore we still need to 207 * make the following 189 * make the following test. 208 * 190 * 209 * We may encounter an 191 * We may encounter an unregistered instance here, since 210 * an instance's spawn 192 * an instance's spawns are set up prior to the instance 211 * being registered. 193 * being registered. An unregistered instance will have 212 * NULL ->cra_users.ne 194 * NULL ->cra_users.next, since ->cra_users isn't 213 * properly initialize 195 * properly initialized until registration. But an 214 * unregistered instan 196 * unregistered instance cannot have any users, so treat 215 * it the same as ->cr 197 * it the same as ->cra_users being empty. 216 */ 198 */ 217 if (spawns->next == NU 199 if (spawns->next == NULL) 218 break; 200 break; 219 } 201 } 220 } while ((spawns = crypto_more_spawns( 202 } while ((spawns = crypto_more_spawns(alg, &stack, &top, 221 203 &secondary_spawns))); 222 204 223 /* 205 /* 224 * Remove all instances that are marke 206 * Remove all instances that are marked as dead. Also 225 * complete the resurrection of the ot 207 * complete the resurrection of the others by moving them 226 * back to the cra_users list. 208 * back to the cra_users list. 227 */ 209 */ 228 list_for_each_entry_safe(spawn, n, &se 210 list_for_each_entry_safe(spawn, n, &secondary_spawns, list) { 229 if (!spawn->dead) 211 if (!spawn->dead) 230 list_move(&spawn->list 212 list_move(&spawn->list, &spawn->alg->cra_users); 231 else if (spawn->registered) 213 else if (spawn->registered) 232 crypto_remove_instance 214 crypto_remove_instance(spawn->inst, list); 233 } 215 } 234 } 216 } 235 EXPORT_SYMBOL_GPL(crypto_remove_spawns); 217 EXPORT_SYMBOL_GPL(crypto_remove_spawns); 236 218 237 static void crypto_alg_finish_registration(str !! 219 static struct crypto_larval *__crypto_register_alg(struct crypto_alg *alg) 238 boo << 239 str << 240 { << 241 struct crypto_alg *q; << 242 << 243 list_for_each_entry(q, &crypto_alg_lis << 244 if (q == alg) << 245 continue; << 246 << 247 if (crypto_is_moribund(q)) << 248 continue; << 249 << 250 if (crypto_is_larval(q)) { << 251 struct crypto_larval * << 252 << 253 /* << 254 * Check to see if eit << 255 * specific name can s << 256 * by the larval entry << 257 */ << 258 if (strcmp(alg->cra_na << 259 strcmp(alg->cra_dr << 260 continue; << 261 << 262 if (larval->adult) << 263 continue; << 264 if ((q->cra_flags ^ al << 265 continue; << 266 << 267 if (fulfill_requests & << 268 larval->adult << 269 else << 270 larval->adult << 271 << 272 continue; << 273 } << 274 << 275 if (strcmp(alg->cra_name, q->c << 276 continue; << 277 << 278 if (strcmp(alg->cra_driver_nam << 279 q->cra_priority > alg->cra << 280 continue; << 281 << 282 crypto_remove_spawns(q, algs_t << 283 } << 284 << 285 crypto_notify(CRYPTO_MSG_ALG_LOADED, a << 286 } << 287 << 288 static struct crypto_larval *crypto_alloc_test << 289 { << 290 struct crypto_larval *larval; << 291 << 292 if (!IS_ENABLED(CONFIG_CRYPTO_MANAGER) << 293 IS_ENABLED(CONFIG_CRYPTO_MANAGER_D << 294 (alg->cra_flags & CRYPTO_ALG_INTER << 295 return NULL; /* No self-test n << 296 << 297 larval = crypto_larval_alloc(alg->cra_ << 298 alg->cra_ << 299 if (IS_ERR(larval)) << 300 return larval; << 301 << 302 larval->adult = crypto_mod_get(alg); << 303 if (!larval->adult) { << 304 kfree(larval); << 305 return ERR_PTR(-ENOENT); << 306 } << 307 << 308 refcount_set(&larval->alg.cra_refcnt, << 309 memcpy(larval->alg.cra_driver_name, al << 310 CRYPTO_MAX_ALG_NAME); << 311 larval->alg.cra_priority = alg->cra_pr << 312 << 313 return larval; << 314 } << 315 << 316 static struct crypto_larval * << 317 __crypto_register_alg(struct crypto_alg *alg, << 318 { 220 { 319 struct crypto_alg *q; 221 struct crypto_alg *q; 320 struct crypto_larval *larval; 222 struct crypto_larval *larval; 321 int ret = -EAGAIN; 223 int ret = -EAGAIN; 322 224 323 if (crypto_is_dead(alg)) 225 if (crypto_is_dead(alg)) 324 goto err; 226 goto err; 325 227 326 INIT_LIST_HEAD(&alg->cra_users); 228 INIT_LIST_HEAD(&alg->cra_users); 327 229 >> 230 /* No cheating! */ >> 231 alg->cra_flags &= ~CRYPTO_ALG_TESTED; >> 232 328 ret = -EEXIST; 233 ret = -EEXIST; 329 234 330 list_for_each_entry(q, &crypto_alg_lis 235 list_for_each_entry(q, &crypto_alg_list, cra_list) { 331 if (q == alg) 236 if (q == alg) 332 goto err; 237 goto err; 333 238 334 if (crypto_is_moribund(q)) 239 if (crypto_is_moribund(q)) 335 continue; 240 continue; 336 241 337 if (crypto_is_larval(q)) { 242 if (crypto_is_larval(q)) { 338 if (!strcmp(alg->cra_d 243 if (!strcmp(alg->cra_driver_name, q->cra_driver_name)) 339 goto err; 244 goto err; 340 continue; 245 continue; 341 } 246 } 342 247 343 if (!strcmp(q->cra_driver_name 248 if (!strcmp(q->cra_driver_name, alg->cra_name) || 344 !strcmp(q->cra_driver_name << 345 !strcmp(q->cra_name, alg-> 249 !strcmp(q->cra_name, alg->cra_driver_name)) 346 goto err; 250 goto err; 347 } 251 } 348 252 349 larval = crypto_alloc_test_larval(alg) !! 253 larval = crypto_larval_alloc(alg->cra_name, >> 254 alg->cra_flags | CRYPTO_ALG_TESTED, 0); 350 if (IS_ERR(larval)) 255 if (IS_ERR(larval)) 351 goto out; 256 goto out; 352 257 353 list_add(&alg->cra_list, &crypto_alg_l !! 258 ret = -ENOENT; >> 259 larval->adult = crypto_mod_get(alg); >> 260 if (!larval->adult) >> 261 goto free_larval; >> 262 >> 263 refcount_set(&larval->alg.cra_refcnt, 1); >> 264 memcpy(larval->alg.cra_driver_name, alg->cra_driver_name, >> 265 CRYPTO_MAX_ALG_NAME); >> 266 larval->alg.cra_priority = alg->cra_priority; 354 267 355 if (larval) { !! 268 list_add(&alg->cra_list, &crypto_alg_list); 356 /* No cheating! */ !! 269 list_add(&larval->alg.cra_list, &crypto_alg_list); 357 alg->cra_flags &= ~CRYPTO_ALG_ << 358 270 359 list_add(&larval->alg.cra_list !! 271 crypto_stats_init(alg); 360 } else { << 361 alg->cra_flags |= CRYPTO_ALG_T << 362 crypto_alg_finish_registration << 363 } << 364 272 365 out: 273 out: 366 return larval; 274 return larval; 367 275 >> 276 free_larval: >> 277 kfree(larval); 368 err: 278 err: 369 larval = ERR_PTR(ret); 279 larval = ERR_PTR(ret); 370 goto out; 280 goto out; 371 } 281 } 372 282 373 void crypto_alg_tested(const char *name, int e 283 void crypto_alg_tested(const char *name, int err) 374 { 284 { 375 struct crypto_larval *test; 285 struct crypto_larval *test; 376 struct crypto_alg *alg; 286 struct crypto_alg *alg; 377 struct crypto_alg *q; 287 struct crypto_alg *q; 378 LIST_HEAD(list); 288 LIST_HEAD(list); 379 bool best; 289 bool best; 380 290 381 down_write(&crypto_alg_sem); 291 down_write(&crypto_alg_sem); 382 list_for_each_entry(q, &crypto_alg_lis 292 list_for_each_entry(q, &crypto_alg_list, cra_list) { 383 if (crypto_is_moribund(q) || ! 293 if (crypto_is_moribund(q) || !crypto_is_larval(q)) 384 continue; 294 continue; 385 295 386 test = (struct crypto_larval * 296 test = (struct crypto_larval *)q; 387 297 388 if (!strcmp(q->cra_driver_name 298 if (!strcmp(q->cra_driver_name, name)) 389 goto found; 299 goto found; 390 } 300 } 391 301 392 pr_err("alg: Unexpected test result fo 302 pr_err("alg: Unexpected test result for %s: %d\n", name, err); 393 goto unlock; 303 goto unlock; 394 304 395 found: 305 found: 396 q->cra_flags |= CRYPTO_ALG_DEAD; 306 q->cra_flags |= CRYPTO_ALG_DEAD; 397 alg = test->adult; 307 alg = test->adult; 398 !! 308 if (err || list_empty(&alg->cra_list)) 399 if (list_empty(&alg->cra_list)) << 400 goto complete; << 401 << 402 if (err == -ECANCELED) << 403 alg->cra_flags |= CRYPTO_ALG_F << 404 else if (err) << 405 goto complete; 309 goto complete; 406 else << 407 alg->cra_flags &= ~CRYPTO_ALG_ << 408 310 409 alg->cra_flags |= CRYPTO_ALG_TESTED; 311 alg->cra_flags |= CRYPTO_ALG_TESTED; 410 312 411 /* !! 313 /* Only satisfy larval waiters if we are the best. */ 412 * If a higher-priority implementation << 413 * currently being tested, then don't << 414 */ << 415 best = true; 314 best = true; 416 list_for_each_entry(q, &crypto_alg_lis 315 list_for_each_entry(q, &crypto_alg_list, cra_list) { 417 if (crypto_is_moribund(q) || ! 316 if (crypto_is_moribund(q) || !crypto_is_larval(q)) 418 continue; 317 continue; 419 318 420 if (strcmp(alg->cra_name, q->c 319 if (strcmp(alg->cra_name, q->cra_name)) 421 continue; 320 continue; 422 321 423 if (q->cra_priority > alg->cra 322 if (q->cra_priority > alg->cra_priority) { 424 best = false; 323 best = false; 425 break; 324 break; 426 } 325 } 427 } 326 } 428 327 429 crypto_alg_finish_registration(alg, be !! 328 list_for_each_entry(q, &crypto_alg_list, cra_list) { >> 329 if (q == alg) >> 330 continue; >> 331 >> 332 if (crypto_is_moribund(q)) >> 333 continue; >> 334 >> 335 if (crypto_is_larval(q)) { >> 336 struct crypto_larval *larval = (void *)q; >> 337 >> 338 /* >> 339 * Check to see if either our generic name or >> 340 * specific name can satisfy the name requested >> 341 * by the larval entry q. >> 342 */ >> 343 if (strcmp(alg->cra_name, q->cra_name) && >> 344 strcmp(alg->cra_driver_name, q->cra_name)) >> 345 continue; >> 346 >> 347 if (larval->adult) >> 348 continue; >> 349 if ((q->cra_flags ^ alg->cra_flags) & larval->mask) >> 350 continue; >> 351 >> 352 if (best && crypto_mod_get(alg)) >> 353 larval->adult = alg; >> 354 else >> 355 larval->adult = ERR_PTR(-EAGAIN); >> 356 >> 357 continue; >> 358 } >> 359 >> 360 if (strcmp(alg->cra_name, q->cra_name)) >> 361 continue; >> 362 >> 363 if (strcmp(alg->cra_driver_name, q->cra_driver_name) && >> 364 q->cra_priority > alg->cra_priority) >> 365 continue; >> 366 >> 367 crypto_remove_spawns(q, &list, alg); >> 368 } 430 369 431 complete: 370 complete: 432 complete_all(&test->completion); 371 complete_all(&test->completion); 433 372 434 unlock: 373 unlock: 435 up_write(&crypto_alg_sem); 374 up_write(&crypto_alg_sem); 436 375 437 crypto_remove_final(&list); 376 crypto_remove_final(&list); 438 } 377 } 439 EXPORT_SYMBOL_GPL(crypto_alg_tested); 378 EXPORT_SYMBOL_GPL(crypto_alg_tested); 440 379 441 void crypto_remove_final(struct list_head *lis 380 void crypto_remove_final(struct list_head *list) 442 { 381 { 443 struct crypto_alg *alg; 382 struct crypto_alg *alg; 444 struct crypto_alg *n; 383 struct crypto_alg *n; 445 384 446 list_for_each_entry_safe(alg, n, list, 385 list_for_each_entry_safe(alg, n, list, cra_list) { 447 list_del_init(&alg->cra_list); 386 list_del_init(&alg->cra_list); 448 crypto_alg_put(alg); 387 crypto_alg_put(alg); 449 } 388 } 450 } 389 } 451 EXPORT_SYMBOL_GPL(crypto_remove_final); 390 EXPORT_SYMBOL_GPL(crypto_remove_final); 452 391 >> 392 static void crypto_wait_for_test(struct crypto_larval *larval) >> 393 { >> 394 int err; >> 395 >> 396 err = crypto_probing_notify(CRYPTO_MSG_ALG_REGISTER, larval->adult); >> 397 if (err != NOTIFY_STOP) { >> 398 if (WARN_ON(err != NOTIFY_DONE)) >> 399 goto out; >> 400 crypto_alg_tested(larval->alg.cra_driver_name, 0); >> 401 } >> 402 >> 403 err = wait_for_completion_killable(&larval->completion); >> 404 WARN_ON(err); >> 405 if (!err) >> 406 crypto_notify(CRYPTO_MSG_ALG_LOADED, larval); >> 407 >> 408 out: >> 409 crypto_larval_kill(&larval->alg); >> 410 } >> 411 453 int crypto_register_alg(struct crypto_alg *alg 412 int crypto_register_alg(struct crypto_alg *alg) 454 { 413 { 455 struct crypto_larval *larval; 414 struct crypto_larval *larval; 456 LIST_HEAD(algs_to_put); << 457 bool test_started = false; << 458 int err; 415 int err; 459 416 460 alg->cra_flags &= ~CRYPTO_ALG_DEAD; 417 alg->cra_flags &= ~CRYPTO_ALG_DEAD; 461 err = crypto_check_alg(alg); 418 err = crypto_check_alg(alg); 462 if (err) 419 if (err) 463 return err; 420 return err; 464 421 465 down_write(&crypto_alg_sem); 422 down_write(&crypto_alg_sem); 466 larval = __crypto_register_alg(alg, &a !! 423 larval = __crypto_register_alg(alg); 467 if (!IS_ERR_OR_NULL(larval)) { << 468 test_started = crypto_boot_tes << 469 larval->test_started = test_st << 470 } << 471 up_write(&crypto_alg_sem); 424 up_write(&crypto_alg_sem); 472 425 473 if (IS_ERR(larval)) 426 if (IS_ERR(larval)) 474 return PTR_ERR(larval); 427 return PTR_ERR(larval); 475 if (test_started) !! 428 476 crypto_wait_for_test(larval); !! 429 crypto_wait_for_test(larval); 477 crypto_remove_final(&algs_to_put); << 478 return 0; 430 return 0; 479 } 431 } 480 EXPORT_SYMBOL_GPL(crypto_register_alg); 432 EXPORT_SYMBOL_GPL(crypto_register_alg); 481 433 482 static int crypto_remove_alg(struct crypto_alg 434 static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list) 483 { 435 { 484 if (unlikely(list_empty(&alg->cra_list 436 if (unlikely(list_empty(&alg->cra_list))) 485 return -ENOENT; 437 return -ENOENT; 486 438 487 alg->cra_flags |= CRYPTO_ALG_DEAD; 439 alg->cra_flags |= CRYPTO_ALG_DEAD; 488 440 489 list_del_init(&alg->cra_list); 441 list_del_init(&alg->cra_list); 490 crypto_remove_spawns(alg, list, NULL); 442 crypto_remove_spawns(alg, list, NULL); 491 443 492 return 0; 444 return 0; 493 } 445 } 494 446 495 void crypto_unregister_alg(struct crypto_alg * 447 void crypto_unregister_alg(struct crypto_alg *alg) 496 { 448 { 497 int ret; 449 int ret; 498 LIST_HEAD(list); 450 LIST_HEAD(list); 499 451 500 down_write(&crypto_alg_sem); 452 down_write(&crypto_alg_sem); 501 ret = crypto_remove_alg(alg, &list); 453 ret = crypto_remove_alg(alg, &list); 502 up_write(&crypto_alg_sem); 454 up_write(&crypto_alg_sem); 503 455 504 if (WARN(ret, "Algorithm %s is not reg 456 if (WARN(ret, "Algorithm %s is not registered", alg->cra_driver_name)) 505 return; 457 return; 506 458 507 if (WARN_ON(refcount_read(&alg->cra_re !! 459 BUG_ON(refcount_read(&alg->cra_refcnt) != 1); 508 return; << 509 << 510 if (alg->cra_destroy) 460 if (alg->cra_destroy) 511 alg->cra_destroy(alg); 461 alg->cra_destroy(alg); 512 462 513 crypto_remove_final(&list); 463 crypto_remove_final(&list); 514 } 464 } 515 EXPORT_SYMBOL_GPL(crypto_unregister_alg); 465 EXPORT_SYMBOL_GPL(crypto_unregister_alg); 516 466 517 int crypto_register_algs(struct crypto_alg *al 467 int crypto_register_algs(struct crypto_alg *algs, int count) 518 { 468 { 519 int i, ret; 469 int i, ret; 520 470 521 for (i = 0; i < count; i++) { 471 for (i = 0; i < count; i++) { 522 ret = crypto_register_alg(&alg 472 ret = crypto_register_alg(&algs[i]); 523 if (ret) 473 if (ret) 524 goto err; 474 goto err; 525 } 475 } 526 476 527 return 0; 477 return 0; 528 478 529 err: 479 err: 530 for (--i; i >= 0; --i) 480 for (--i; i >= 0; --i) 531 crypto_unregister_alg(&algs[i] 481 crypto_unregister_alg(&algs[i]); 532 482 533 return ret; 483 return ret; 534 } 484 } 535 EXPORT_SYMBOL_GPL(crypto_register_algs); 485 EXPORT_SYMBOL_GPL(crypto_register_algs); 536 486 537 void crypto_unregister_algs(struct crypto_alg 487 void crypto_unregister_algs(struct crypto_alg *algs, int count) 538 { 488 { 539 int i; 489 int i; 540 490 541 for (i = 0; i < count; i++) 491 for (i = 0; i < count; i++) 542 crypto_unregister_alg(&algs[i] 492 crypto_unregister_alg(&algs[i]); 543 } 493 } 544 EXPORT_SYMBOL_GPL(crypto_unregister_algs); 494 EXPORT_SYMBOL_GPL(crypto_unregister_algs); 545 495 546 int crypto_register_template(struct crypto_tem 496 int crypto_register_template(struct crypto_template *tmpl) 547 { 497 { 548 struct crypto_template *q; 498 struct crypto_template *q; 549 int err = -EEXIST; 499 int err = -EEXIST; 550 500 551 down_write(&crypto_alg_sem); 501 down_write(&crypto_alg_sem); 552 502 553 crypto_check_module_sig(tmpl->module); 503 crypto_check_module_sig(tmpl->module); 554 504 555 list_for_each_entry(q, &crypto_templat 505 list_for_each_entry(q, &crypto_template_list, list) { 556 if (q == tmpl) 506 if (q == tmpl) 557 goto out; 507 goto out; 558 } 508 } 559 509 560 list_add(&tmpl->list, &crypto_template 510 list_add(&tmpl->list, &crypto_template_list); 561 err = 0; 511 err = 0; 562 out: 512 out: 563 up_write(&crypto_alg_sem); 513 up_write(&crypto_alg_sem); 564 return err; 514 return err; 565 } 515 } 566 EXPORT_SYMBOL_GPL(crypto_register_template); 516 EXPORT_SYMBOL_GPL(crypto_register_template); 567 517 568 int crypto_register_templates(struct crypto_te 518 int crypto_register_templates(struct crypto_template *tmpls, int count) 569 { 519 { 570 int i, err; 520 int i, err; 571 521 572 for (i = 0; i < count; i++) { 522 for (i = 0; i < count; i++) { 573 err = crypto_register_template 523 err = crypto_register_template(&tmpls[i]); 574 if (err) 524 if (err) 575 goto out; 525 goto out; 576 } 526 } 577 return 0; 527 return 0; 578 528 579 out: 529 out: 580 for (--i; i >= 0; --i) 530 for (--i; i >= 0; --i) 581 crypto_unregister_template(&tm 531 crypto_unregister_template(&tmpls[i]); 582 return err; 532 return err; 583 } 533 } 584 EXPORT_SYMBOL_GPL(crypto_register_templates); 534 EXPORT_SYMBOL_GPL(crypto_register_templates); 585 535 586 void crypto_unregister_template(struct crypto_ 536 void crypto_unregister_template(struct crypto_template *tmpl) 587 { 537 { 588 struct crypto_instance *inst; 538 struct crypto_instance *inst; 589 struct hlist_node *n; 539 struct hlist_node *n; 590 struct hlist_head *list; 540 struct hlist_head *list; 591 LIST_HEAD(users); 541 LIST_HEAD(users); 592 542 593 down_write(&crypto_alg_sem); 543 down_write(&crypto_alg_sem); 594 544 595 BUG_ON(list_empty(&tmpl->list)); 545 BUG_ON(list_empty(&tmpl->list)); 596 list_del_init(&tmpl->list); 546 list_del_init(&tmpl->list); 597 547 598 list = &tmpl->instances; 548 list = &tmpl->instances; 599 hlist_for_each_entry(inst, list, list) 549 hlist_for_each_entry(inst, list, list) { 600 int err = crypto_remove_alg(&i 550 int err = crypto_remove_alg(&inst->alg, &users); 601 551 602 BUG_ON(err); 552 BUG_ON(err); 603 } 553 } 604 554 605 up_write(&crypto_alg_sem); 555 up_write(&crypto_alg_sem); 606 556 607 hlist_for_each_entry_safe(inst, n, lis 557 hlist_for_each_entry_safe(inst, n, list, list) { 608 BUG_ON(refcount_read(&inst->al 558 BUG_ON(refcount_read(&inst->alg.cra_refcnt) != 1); 609 crypto_free_instance(inst); 559 crypto_free_instance(inst); 610 } 560 } 611 crypto_remove_final(&users); 561 crypto_remove_final(&users); 612 } 562 } 613 EXPORT_SYMBOL_GPL(crypto_unregister_template); 563 EXPORT_SYMBOL_GPL(crypto_unregister_template); 614 564 615 void crypto_unregister_templates(struct crypto 565 void crypto_unregister_templates(struct crypto_template *tmpls, int count) 616 { 566 { 617 int i; 567 int i; 618 568 619 for (i = count - 1; i >= 0; --i) 569 for (i = count - 1; i >= 0; --i) 620 crypto_unregister_template(&tm 570 crypto_unregister_template(&tmpls[i]); 621 } 571 } 622 EXPORT_SYMBOL_GPL(crypto_unregister_templates) 572 EXPORT_SYMBOL_GPL(crypto_unregister_templates); 623 573 624 static struct crypto_template *__crypto_lookup 574 static struct crypto_template *__crypto_lookup_template(const char *name) 625 { 575 { 626 struct crypto_template *q, *tmpl = NUL 576 struct crypto_template *q, *tmpl = NULL; 627 577 628 down_read(&crypto_alg_sem); 578 down_read(&crypto_alg_sem); 629 list_for_each_entry(q, &crypto_templat 579 list_for_each_entry(q, &crypto_template_list, list) { 630 if (strcmp(q->name, name)) 580 if (strcmp(q->name, name)) 631 continue; 581 continue; 632 if (unlikely(!crypto_tmpl_get( 582 if (unlikely(!crypto_tmpl_get(q))) 633 continue; 583 continue; 634 584 635 tmpl = q; 585 tmpl = q; 636 break; 586 break; 637 } 587 } 638 up_read(&crypto_alg_sem); 588 up_read(&crypto_alg_sem); 639 589 640 return tmpl; 590 return tmpl; 641 } 591 } 642 592 643 struct crypto_template *crypto_lookup_template 593 struct crypto_template *crypto_lookup_template(const char *name) 644 { 594 { 645 return try_then_request_module(__crypt 595 return try_then_request_module(__crypto_lookup_template(name), 646 "crypto 596 "crypto-%s", name); 647 } 597 } 648 EXPORT_SYMBOL_GPL(crypto_lookup_template); 598 EXPORT_SYMBOL_GPL(crypto_lookup_template); 649 599 650 int crypto_register_instance(struct crypto_tem 600 int crypto_register_instance(struct crypto_template *tmpl, 651 struct crypto_ins 601 struct crypto_instance *inst) 652 { 602 { 653 struct crypto_larval *larval; 603 struct crypto_larval *larval; 654 struct crypto_spawn *spawn; 604 struct crypto_spawn *spawn; 655 u32 fips_internal = 0; << 656 LIST_HEAD(algs_to_put); << 657 int err; 605 int err; 658 606 659 err = crypto_check_alg(&inst->alg); 607 err = crypto_check_alg(&inst->alg); 660 if (err) 608 if (err) 661 return err; 609 return err; 662 610 663 inst->alg.cra_module = tmpl->module; 611 inst->alg.cra_module = tmpl->module; 664 inst->alg.cra_flags |= CRYPTO_ALG_INST 612 inst->alg.cra_flags |= CRYPTO_ALG_INSTANCE; 665 613 666 down_write(&crypto_alg_sem); 614 down_write(&crypto_alg_sem); 667 615 668 larval = ERR_PTR(-EAGAIN); 616 larval = ERR_PTR(-EAGAIN); 669 for (spawn = inst->spawns; spawn;) { 617 for (spawn = inst->spawns; spawn;) { 670 struct crypto_spawn *next; 618 struct crypto_spawn *next; 671 619 672 if (spawn->dead) 620 if (spawn->dead) 673 goto unlock; 621 goto unlock; 674 622 675 next = spawn->next; 623 next = spawn->next; 676 spawn->inst = inst; 624 spawn->inst = inst; 677 spawn->registered = true; 625 spawn->registered = true; 678 626 679 fips_internal |= spawn->alg->c << 680 << 681 crypto_mod_put(spawn->alg); 627 crypto_mod_put(spawn->alg); 682 628 683 spawn = next; 629 spawn = next; 684 } 630 } 685 631 686 inst->alg.cra_flags |= (fips_internal !! 632 larval = __crypto_register_alg(&inst->alg); 687 << 688 larval = __crypto_register_alg(&inst-> << 689 if (IS_ERR(larval)) 633 if (IS_ERR(larval)) 690 goto unlock; 634 goto unlock; 691 else if (larval) << 692 larval->test_started = true; << 693 635 694 hlist_add_head(&inst->list, &tmpl->ins 636 hlist_add_head(&inst->list, &tmpl->instances); 695 inst->tmpl = tmpl; 637 inst->tmpl = tmpl; 696 638 697 unlock: 639 unlock: 698 up_write(&crypto_alg_sem); 640 up_write(&crypto_alg_sem); 699 641 >> 642 err = PTR_ERR(larval); 700 if (IS_ERR(larval)) 643 if (IS_ERR(larval)) 701 return PTR_ERR(larval); !! 644 goto err; 702 if (larval) !! 645 703 crypto_wait_for_test(larval); !! 646 crypto_wait_for_test(larval); 704 crypto_remove_final(&algs_to_put); !! 647 err = 0; 705 return 0; !! 648 >> 649 err: >> 650 return err; 706 } 651 } 707 EXPORT_SYMBOL_GPL(crypto_register_instance); 652 EXPORT_SYMBOL_GPL(crypto_register_instance); 708 653 709 void crypto_unregister_instance(struct crypto_ 654 void crypto_unregister_instance(struct crypto_instance *inst) 710 { 655 { 711 LIST_HEAD(list); 656 LIST_HEAD(list); 712 657 713 down_write(&crypto_alg_sem); 658 down_write(&crypto_alg_sem); 714 659 715 crypto_remove_spawns(&inst->alg, &list 660 crypto_remove_spawns(&inst->alg, &list, NULL); 716 crypto_remove_instance(inst, &list); 661 crypto_remove_instance(inst, &list); 717 662 718 up_write(&crypto_alg_sem); 663 up_write(&crypto_alg_sem); 719 664 720 crypto_remove_final(&list); 665 crypto_remove_final(&list); 721 } 666 } 722 EXPORT_SYMBOL_GPL(crypto_unregister_instance); 667 EXPORT_SYMBOL_GPL(crypto_unregister_instance); 723 668 724 int crypto_grab_spawn(struct crypto_spawn *spa 669 int crypto_grab_spawn(struct crypto_spawn *spawn, struct crypto_instance *inst, 725 const char *name, u32 ty 670 const char *name, u32 type, u32 mask) 726 { 671 { 727 struct crypto_alg *alg; 672 struct crypto_alg *alg; 728 int err = -EAGAIN; 673 int err = -EAGAIN; 729 674 730 if (WARN_ON_ONCE(inst == NULL)) 675 if (WARN_ON_ONCE(inst == NULL)) 731 return -EINVAL; 676 return -EINVAL; 732 677 733 /* Allow the result of crypto_attr_alg 678 /* Allow the result of crypto_attr_alg_name() to be passed directly */ 734 if (IS_ERR(name)) 679 if (IS_ERR(name)) 735 return PTR_ERR(name); 680 return PTR_ERR(name); 736 681 737 alg = crypto_find_alg(name, spawn->fro !! 682 alg = crypto_find_alg(name, spawn->frontend, type, mask); 738 type | CRYPTO_AL << 739 if (IS_ERR(alg)) 683 if (IS_ERR(alg)) 740 return PTR_ERR(alg); 684 return PTR_ERR(alg); 741 685 742 down_write(&crypto_alg_sem); 686 down_write(&crypto_alg_sem); 743 if (!crypto_is_moribund(alg)) { 687 if (!crypto_is_moribund(alg)) { 744 list_add(&spawn->list, &alg->c 688 list_add(&spawn->list, &alg->cra_users); 745 spawn->alg = alg; 689 spawn->alg = alg; 746 spawn->mask = mask; 690 spawn->mask = mask; 747 spawn->next = inst->spawns; 691 spawn->next = inst->spawns; 748 inst->spawns = spawn; 692 inst->spawns = spawn; 749 inst->alg.cra_flags |= << 750 (alg->cra_flags & CRYP << 751 err = 0; 693 err = 0; 752 } 694 } 753 up_write(&crypto_alg_sem); 695 up_write(&crypto_alg_sem); 754 if (err) 696 if (err) 755 crypto_mod_put(alg); 697 crypto_mod_put(alg); 756 return err; 698 return err; 757 } 699 } 758 EXPORT_SYMBOL_GPL(crypto_grab_spawn); 700 EXPORT_SYMBOL_GPL(crypto_grab_spawn); 759 701 760 void crypto_drop_spawn(struct crypto_spawn *sp 702 void crypto_drop_spawn(struct crypto_spawn *spawn) 761 { 703 { 762 if (!spawn->alg) /* not yet initialize 704 if (!spawn->alg) /* not yet initialized? */ 763 return; 705 return; 764 706 765 down_write(&crypto_alg_sem); 707 down_write(&crypto_alg_sem); 766 if (!spawn->dead) 708 if (!spawn->dead) 767 list_del(&spawn->list); 709 list_del(&spawn->list); 768 up_write(&crypto_alg_sem); 710 up_write(&crypto_alg_sem); 769 711 770 if (!spawn->registered) 712 if (!spawn->registered) 771 crypto_mod_put(spawn->alg); 713 crypto_mod_put(spawn->alg); 772 } 714 } 773 EXPORT_SYMBOL_GPL(crypto_drop_spawn); 715 EXPORT_SYMBOL_GPL(crypto_drop_spawn); 774 716 775 static struct crypto_alg *crypto_spawn_alg(str 717 static struct crypto_alg *crypto_spawn_alg(struct crypto_spawn *spawn) 776 { 718 { 777 struct crypto_alg *alg = ERR_PTR(-EAGA 719 struct crypto_alg *alg = ERR_PTR(-EAGAIN); 778 struct crypto_alg *target; 720 struct crypto_alg *target; 779 bool shoot = false; 721 bool shoot = false; 780 722 781 down_read(&crypto_alg_sem); 723 down_read(&crypto_alg_sem); 782 if (!spawn->dead) { 724 if (!spawn->dead) { 783 alg = spawn->alg; 725 alg = spawn->alg; 784 if (!crypto_mod_get(alg)) { 726 if (!crypto_mod_get(alg)) { 785 target = crypto_alg_ge 727 target = crypto_alg_get(alg); 786 shoot = true; 728 shoot = true; 787 alg = ERR_PTR(-EAGAIN) 729 alg = ERR_PTR(-EAGAIN); 788 } 730 } 789 } 731 } 790 up_read(&crypto_alg_sem); 732 up_read(&crypto_alg_sem); 791 733 792 if (shoot) { 734 if (shoot) { 793 crypto_shoot_alg(target); 735 crypto_shoot_alg(target); 794 crypto_alg_put(target); 736 crypto_alg_put(target); 795 } 737 } 796 738 797 return alg; 739 return alg; 798 } 740 } 799 741 800 struct crypto_tfm *crypto_spawn_tfm(struct cry 742 struct crypto_tfm *crypto_spawn_tfm(struct crypto_spawn *spawn, u32 type, 801 u32 mask) 743 u32 mask) 802 { 744 { 803 struct crypto_alg *alg; 745 struct crypto_alg *alg; 804 struct crypto_tfm *tfm; 746 struct crypto_tfm *tfm; 805 747 806 alg = crypto_spawn_alg(spawn); 748 alg = crypto_spawn_alg(spawn); 807 if (IS_ERR(alg)) 749 if (IS_ERR(alg)) 808 return ERR_CAST(alg); 750 return ERR_CAST(alg); 809 751 810 tfm = ERR_PTR(-EINVAL); 752 tfm = ERR_PTR(-EINVAL); 811 if (unlikely((alg->cra_flags ^ type) & 753 if (unlikely((alg->cra_flags ^ type) & mask)) 812 goto out_put_alg; 754 goto out_put_alg; 813 755 814 tfm = __crypto_alloc_tfm(alg, type, ma 756 tfm = __crypto_alloc_tfm(alg, type, mask); 815 if (IS_ERR(tfm)) 757 if (IS_ERR(tfm)) 816 goto out_put_alg; 758 goto out_put_alg; 817 759 818 return tfm; 760 return tfm; 819 761 820 out_put_alg: 762 out_put_alg: 821 crypto_mod_put(alg); 763 crypto_mod_put(alg); 822 return tfm; 764 return tfm; 823 } 765 } 824 EXPORT_SYMBOL_GPL(crypto_spawn_tfm); 766 EXPORT_SYMBOL_GPL(crypto_spawn_tfm); 825 767 826 void *crypto_spawn_tfm2(struct crypto_spawn *s 768 void *crypto_spawn_tfm2(struct crypto_spawn *spawn) 827 { 769 { 828 struct crypto_alg *alg; 770 struct crypto_alg *alg; 829 struct crypto_tfm *tfm; 771 struct crypto_tfm *tfm; 830 772 831 alg = crypto_spawn_alg(spawn); 773 alg = crypto_spawn_alg(spawn); 832 if (IS_ERR(alg)) 774 if (IS_ERR(alg)) 833 return ERR_CAST(alg); 775 return ERR_CAST(alg); 834 776 835 tfm = crypto_create_tfm(alg, spawn->fr 777 tfm = crypto_create_tfm(alg, spawn->frontend); 836 if (IS_ERR(tfm)) 778 if (IS_ERR(tfm)) 837 goto out_put_alg; 779 goto out_put_alg; 838 780 839 return tfm; 781 return tfm; 840 782 841 out_put_alg: 783 out_put_alg: 842 crypto_mod_put(alg); 784 crypto_mod_put(alg); 843 return tfm; 785 return tfm; 844 } 786 } 845 EXPORT_SYMBOL_GPL(crypto_spawn_tfm2); 787 EXPORT_SYMBOL_GPL(crypto_spawn_tfm2); 846 788 847 int crypto_register_notifier(struct notifier_b 789 int crypto_register_notifier(struct notifier_block *nb) 848 { 790 { 849 return blocking_notifier_chain_registe 791 return blocking_notifier_chain_register(&crypto_chain, nb); 850 } 792 } 851 EXPORT_SYMBOL_GPL(crypto_register_notifier); 793 EXPORT_SYMBOL_GPL(crypto_register_notifier); 852 794 853 int crypto_unregister_notifier(struct notifier 795 int crypto_unregister_notifier(struct notifier_block *nb) 854 { 796 { 855 return blocking_notifier_chain_unregis 797 return blocking_notifier_chain_unregister(&crypto_chain, nb); 856 } 798 } 857 EXPORT_SYMBOL_GPL(crypto_unregister_notifier); 799 EXPORT_SYMBOL_GPL(crypto_unregister_notifier); 858 800 859 struct crypto_attr_type *crypto_get_attr_type( 801 struct crypto_attr_type *crypto_get_attr_type(struct rtattr **tb) 860 { 802 { 861 struct rtattr *rta = tb[0]; 803 struct rtattr *rta = tb[0]; 862 struct crypto_attr_type *algt; 804 struct crypto_attr_type *algt; 863 805 864 if (!rta) 806 if (!rta) 865 return ERR_PTR(-ENOENT); 807 return ERR_PTR(-ENOENT); 866 if (RTA_PAYLOAD(rta) < sizeof(*algt)) 808 if (RTA_PAYLOAD(rta) < sizeof(*algt)) 867 return ERR_PTR(-EINVAL); 809 return ERR_PTR(-EINVAL); 868 if (rta->rta_type != CRYPTOA_TYPE) 810 if (rta->rta_type != CRYPTOA_TYPE) 869 return ERR_PTR(-EINVAL); 811 return ERR_PTR(-EINVAL); 870 812 871 algt = RTA_DATA(rta); 813 algt = RTA_DATA(rta); 872 814 873 return algt; 815 return algt; 874 } 816 } 875 EXPORT_SYMBOL_GPL(crypto_get_attr_type); 817 EXPORT_SYMBOL_GPL(crypto_get_attr_type); 876 818 877 /** !! 819 int crypto_check_attr_type(struct rtattr **tb, u32 type) 878 * crypto_check_attr_type() - check algorithm << 879 * @tb: the template parameters << 880 * @type: the algorithm type the template woul << 881 * @mask_ret: (output) the mask that should be << 882 * to restrict the flags of any inn << 883 * << 884 * Validate that the algorithm type the user r << 885 * one the template would actually be instanti << 886 * doing crypto_alloc_shash("cbc(aes)", ...), << 887 * the "cbc" template creates an "skcipher" al << 888 * << 889 * Also compute the mask to use to restrict th << 890 * << 891 * Return: 0 on success; -errno on failure << 892 */ << 893 int crypto_check_attr_type(struct rtattr **tb, << 894 { 820 { 895 struct crypto_attr_type *algt; 821 struct crypto_attr_type *algt; 896 822 897 algt = crypto_get_attr_type(tb); 823 algt = crypto_get_attr_type(tb); 898 if (IS_ERR(algt)) 824 if (IS_ERR(algt)) 899 return PTR_ERR(algt); 825 return PTR_ERR(algt); 900 826 901 if ((algt->type ^ type) & algt->mask) 827 if ((algt->type ^ type) & algt->mask) 902 return -EINVAL; 828 return -EINVAL; 903 829 904 *mask_ret = crypto_algt_inherited_mask << 905 return 0; 830 return 0; 906 } 831 } 907 EXPORT_SYMBOL_GPL(crypto_check_attr_type); 832 EXPORT_SYMBOL_GPL(crypto_check_attr_type); 908 833 909 const char *crypto_attr_alg_name(struct rtattr 834 const char *crypto_attr_alg_name(struct rtattr *rta) 910 { 835 { 911 struct crypto_attr_alg *alga; 836 struct crypto_attr_alg *alga; 912 837 913 if (!rta) 838 if (!rta) 914 return ERR_PTR(-ENOENT); 839 return ERR_PTR(-ENOENT); 915 if (RTA_PAYLOAD(rta) < sizeof(*alga)) 840 if (RTA_PAYLOAD(rta) < sizeof(*alga)) 916 return ERR_PTR(-EINVAL); 841 return ERR_PTR(-EINVAL); 917 if (rta->rta_type != CRYPTOA_ALG) 842 if (rta->rta_type != CRYPTOA_ALG) 918 return ERR_PTR(-EINVAL); 843 return ERR_PTR(-EINVAL); 919 844 920 alga = RTA_DATA(rta); 845 alga = RTA_DATA(rta); 921 alga->name[CRYPTO_MAX_ALG_NAME - 1] = 846 alga->name[CRYPTO_MAX_ALG_NAME - 1] = 0; 922 847 923 return alga->name; 848 return alga->name; 924 } 849 } 925 EXPORT_SYMBOL_GPL(crypto_attr_alg_name); 850 EXPORT_SYMBOL_GPL(crypto_attr_alg_name); 926 851 >> 852 int crypto_attr_u32(struct rtattr *rta, u32 *num) >> 853 { >> 854 struct crypto_attr_u32 *nu32; >> 855 >> 856 if (!rta) >> 857 return -ENOENT; >> 858 if (RTA_PAYLOAD(rta) < sizeof(*nu32)) >> 859 return -EINVAL; >> 860 if (rta->rta_type != CRYPTOA_U32) >> 861 return -EINVAL; >> 862 >> 863 nu32 = RTA_DATA(rta); >> 864 *num = nu32->num; >> 865 >> 866 return 0; >> 867 } >> 868 EXPORT_SYMBOL_GPL(crypto_attr_u32); >> 869 927 int crypto_inst_setname(struct crypto_instance 870 int crypto_inst_setname(struct crypto_instance *inst, const char *name, 928 struct crypto_alg *alg 871 struct crypto_alg *alg) 929 { 872 { 930 if (snprintf(inst->alg.cra_name, CRYPT 873 if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name, 931 alg->cra_name) >= CRYPTO_ 874 alg->cra_name) >= CRYPTO_MAX_ALG_NAME) 932 return -ENAMETOOLONG; 875 return -ENAMETOOLONG; 933 876 934 if (snprintf(inst->alg.cra_driver_name 877 if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", 935 name, alg->cra_driver_nam 878 name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME) 936 return -ENAMETOOLONG; 879 return -ENAMETOOLONG; 937 880 938 return 0; 881 return 0; 939 } 882 } 940 EXPORT_SYMBOL_GPL(crypto_inst_setname); 883 EXPORT_SYMBOL_GPL(crypto_inst_setname); 941 884 942 void crypto_init_queue(struct crypto_queue *qu 885 void crypto_init_queue(struct crypto_queue *queue, unsigned int max_qlen) 943 { 886 { 944 INIT_LIST_HEAD(&queue->list); 887 INIT_LIST_HEAD(&queue->list); 945 queue->backlog = &queue->list; 888 queue->backlog = &queue->list; 946 queue->qlen = 0; 889 queue->qlen = 0; 947 queue->max_qlen = max_qlen; 890 queue->max_qlen = max_qlen; 948 } 891 } 949 EXPORT_SYMBOL_GPL(crypto_init_queue); 892 EXPORT_SYMBOL_GPL(crypto_init_queue); 950 893 951 int crypto_enqueue_request(struct crypto_queue 894 int crypto_enqueue_request(struct crypto_queue *queue, 952 struct crypto_async 895 struct crypto_async_request *request) 953 { 896 { 954 int err = -EINPROGRESS; 897 int err = -EINPROGRESS; 955 898 956 if (unlikely(queue->qlen >= queue->max 899 if (unlikely(queue->qlen >= queue->max_qlen)) { 957 if (!(request->flags & CRYPTO_ 900 if (!(request->flags & CRYPTO_TFM_REQ_MAY_BACKLOG)) { 958 err = -ENOSPC; 901 err = -ENOSPC; 959 goto out; 902 goto out; 960 } 903 } 961 err = -EBUSY; 904 err = -EBUSY; 962 if (queue->backlog == &queue-> 905 if (queue->backlog == &queue->list) 963 queue->backlog = &requ 906 queue->backlog = &request->list; 964 } 907 } 965 908 966 queue->qlen++; 909 queue->qlen++; 967 list_add_tail(&request->list, &queue-> 910 list_add_tail(&request->list, &queue->list); 968 911 969 out: 912 out: 970 return err; 913 return err; 971 } 914 } 972 EXPORT_SYMBOL_GPL(crypto_enqueue_request); 915 EXPORT_SYMBOL_GPL(crypto_enqueue_request); 973 916 974 void crypto_enqueue_request_head(struct crypto 917 void crypto_enqueue_request_head(struct crypto_queue *queue, 975 struct crypto 918 struct crypto_async_request *request) 976 { 919 { 977 if (unlikely(queue->qlen >= queue->max << 978 queue->backlog = queue->backlo << 979 << 980 queue->qlen++; 920 queue->qlen++; 981 list_add(&request->list, &queue->list) 921 list_add(&request->list, &queue->list); 982 } 922 } 983 EXPORT_SYMBOL_GPL(crypto_enqueue_request_head) 923 EXPORT_SYMBOL_GPL(crypto_enqueue_request_head); 984 924 985 struct crypto_async_request *crypto_dequeue_re 925 struct crypto_async_request *crypto_dequeue_request(struct crypto_queue *queue) 986 { 926 { 987 struct list_head *request; 927 struct list_head *request; 988 928 989 if (unlikely(!queue->qlen)) 929 if (unlikely(!queue->qlen)) 990 return NULL; 930 return NULL; 991 931 992 queue->qlen--; 932 queue->qlen--; 993 933 994 if (queue->backlog != &queue->list) 934 if (queue->backlog != &queue->list) 995 queue->backlog = queue->backlo 935 queue->backlog = queue->backlog->next; 996 936 997 request = queue->list.next; 937 request = queue->list.next; 998 list_del(request); 938 list_del(request); 999 939 1000 return list_entry(request, struct cry 940 return list_entry(request, struct crypto_async_request, list); 1001 } 941 } 1002 EXPORT_SYMBOL_GPL(crypto_dequeue_request); 942 EXPORT_SYMBOL_GPL(crypto_dequeue_request); 1003 943 1004 static inline void crypto_inc_byte(u8 *a, uns 944 static inline void crypto_inc_byte(u8 *a, unsigned int size) 1005 { 945 { 1006 u8 *b = (a + size); 946 u8 *b = (a + size); 1007 u8 c; 947 u8 c; 1008 948 1009 for (; size; size--) { 949 for (; size; size--) { 1010 c = *--b + 1; 950 c = *--b + 1; 1011 *b = c; 951 *b = c; 1012 if (c) 952 if (c) 1013 break; 953 break; 1014 } 954 } 1015 } 955 } 1016 956 1017 void crypto_inc(u8 *a, unsigned int size) 957 void crypto_inc(u8 *a, unsigned int size) 1018 { 958 { 1019 __be32 *b = (__be32 *)(a + size); 959 __be32 *b = (__be32 *)(a + size); 1020 u32 c; 960 u32 c; 1021 961 1022 if (IS_ENABLED(CONFIG_HAVE_EFFICIENT_ 962 if (IS_ENABLED(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS) || 1023 IS_ALIGNED((unsigned long)b, __al 963 IS_ALIGNED((unsigned long)b, __alignof__(*b))) 1024 for (; size >= 4; size -= 4) 964 for (; size >= 4; size -= 4) { 1025 c = be32_to_cpu(*--b) 965 c = be32_to_cpu(*--b) + 1; 1026 *b = cpu_to_be32(c); 966 *b = cpu_to_be32(c); 1027 if (likely(c)) 967 if (likely(c)) 1028 return; 968 return; 1029 } 969 } 1030 970 1031 crypto_inc_byte(a, size); 971 crypto_inc_byte(a, size); 1032 } 972 } 1033 EXPORT_SYMBOL_GPL(crypto_inc); 973 EXPORT_SYMBOL_GPL(crypto_inc); 1034 974 >> 975 void __crypto_xor(u8 *dst, const u8 *src1, const u8 *src2, unsigned int len) >> 976 { >> 977 int relalign = 0; >> 978 >> 979 if (!IS_ENABLED(CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS)) { >> 980 int size = sizeof(unsigned long); >> 981 int d = (((unsigned long)dst ^ (unsigned long)src1) | >> 982 ((unsigned long)dst ^ (unsigned long)src2)) & >> 983 (size - 1); >> 984 >> 985 relalign = d ? 1 << __ffs(d) : size; >> 986 >> 987 /* >> 988 * If we care about alignment, process as many bytes as >> 989 * needed to advance dst and src to values whose alignments >> 990 * equal their relative alignment. This will allow us to >> 991 * process the remainder of the input using optimal strides. >> 992 */ >> 993 while (((unsigned long)dst & (relalign - 1)) && len > 0) { >> 994 *dst++ = *src1++ ^ *src2++; >> 995 len--; >> 996 } >> 997 } >> 998 >> 999 while (IS_ENABLED(CONFIG_64BIT) && len >= 8 && !(relalign & 7)) { >> 1000 *(u64 *)dst = *(u64 *)src1 ^ *(u64 *)src2; >> 1001 dst += 8; >> 1002 src1 += 8; >> 1003 src2 += 8; >> 1004 len -= 8; >> 1005 } >> 1006 >> 1007 while (len >= 4 && !(relalign & 3)) { >> 1008 *(u32 *)dst = *(u32 *)src1 ^ *(u32 *)src2; >> 1009 dst += 4; >> 1010 src1 += 4; >> 1011 src2 += 4; >> 1012 len -= 4; >> 1013 } >> 1014 >> 1015 while (len >= 2 && !(relalign & 1)) { >> 1016 *(u16 *)dst = *(u16 *)src1 ^ *(u16 *)src2; >> 1017 dst += 2; >> 1018 src1 += 2; >> 1019 src2 += 2; >> 1020 len -= 2; >> 1021 } >> 1022 >> 1023 while (len--) >> 1024 *dst++ = *src1++ ^ *src2++; >> 1025 } >> 1026 EXPORT_SYMBOL_GPL(__crypto_xor); >> 1027 1035 unsigned int crypto_alg_extsize(struct crypto 1028 unsigned int crypto_alg_extsize(struct crypto_alg *alg) 1036 { 1029 { 1037 return alg->cra_ctxsize + 1030 return alg->cra_ctxsize + 1038 (alg->cra_alignmask & ~(crypto 1031 (alg->cra_alignmask & ~(crypto_tfm_ctx_alignment() - 1)); 1039 } 1032 } 1040 EXPORT_SYMBOL_GPL(crypto_alg_extsize); 1033 EXPORT_SYMBOL_GPL(crypto_alg_extsize); 1041 1034 1042 int crypto_type_has_alg(const char *name, con 1035 int crypto_type_has_alg(const char *name, const struct crypto_type *frontend, 1043 u32 type, u32 mask) 1036 u32 type, u32 mask) 1044 { 1037 { 1045 int ret = 0; 1038 int ret = 0; 1046 struct crypto_alg *alg = crypto_find_ 1039 struct crypto_alg *alg = crypto_find_alg(name, frontend, type, mask); 1047 1040 1048 if (!IS_ERR(alg)) { 1041 if (!IS_ERR(alg)) { 1049 crypto_mod_put(alg); 1042 crypto_mod_put(alg); 1050 ret = 1; 1043 ret = 1; 1051 } 1044 } 1052 1045 1053 return ret; 1046 return ret; 1054 } 1047 } 1055 EXPORT_SYMBOL_GPL(crypto_type_has_alg); 1048 EXPORT_SYMBOL_GPL(crypto_type_has_alg); 1056 1049 1057 static void __init crypto_start_tests(void) !! 1050 #ifdef CONFIG_CRYPTO_STATS >> 1051 void crypto_stats_init(struct crypto_alg *alg) 1058 { 1052 { 1059 if (!IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) !! 1053 memset(&alg->stats, 0, sizeof(alg->stats)); 1060 return; !! 1054 } >> 1055 EXPORT_SYMBOL_GPL(crypto_stats_init); 1061 1056 1062 if (IS_ENABLED(CONFIG_CRYPTO_MANAGER_ !! 1057 void crypto_stats_get(struct crypto_alg *alg) 1063 return; !! 1058 { >> 1059 crypto_alg_get(alg); >> 1060 } >> 1061 EXPORT_SYMBOL_GPL(crypto_stats_get); 1064 1062 1065 for (;;) { !! 1063 void crypto_stats_aead_encrypt(unsigned int cryptlen, struct crypto_alg *alg, 1066 struct crypto_larval *larval !! 1064 int ret) 1067 struct crypto_alg *q; !! 1065 { >> 1066 if (ret && ret != -EINPROGRESS && ret != -EBUSY) { >> 1067 atomic64_inc(&alg->stats.aead.err_cnt); >> 1068 } else { >> 1069 atomic64_inc(&alg->stats.aead.encrypt_cnt); >> 1070 atomic64_add(cryptlen, &alg->stats.aead.encrypt_tlen); >> 1071 } >> 1072 crypto_alg_put(alg); >> 1073 } >> 1074 EXPORT_SYMBOL_GPL(crypto_stats_aead_encrypt); 1068 1075 1069 down_write(&crypto_alg_sem); !! 1076 void crypto_stats_aead_decrypt(unsigned int cryptlen, struct crypto_alg *alg, >> 1077 int ret) >> 1078 { >> 1079 if (ret && ret != -EINPROGRESS && ret != -EBUSY) { >> 1080 atomic64_inc(&alg->stats.aead.err_cnt); >> 1081 } else { >> 1082 atomic64_inc(&alg->stats.aead.decrypt_cnt); >> 1083 atomic64_add(cryptlen, &alg->stats.aead.decrypt_tlen); >> 1084 } >> 1085 crypto_alg_put(alg); >> 1086 } >> 1087 EXPORT_SYMBOL_GPL(crypto_stats_aead_decrypt); 1070 1088 1071 list_for_each_entry(q, &crypt !! 1089 void crypto_stats_akcipher_encrypt(unsigned int src_len, int ret, 1072 struct crypto_larval !! 1090 struct crypto_alg *alg) >> 1091 { >> 1092 if (ret && ret != -EINPROGRESS && ret != -EBUSY) { >> 1093 atomic64_inc(&alg->stats.akcipher.err_cnt); >> 1094 } else { >> 1095 atomic64_inc(&alg->stats.akcipher.encrypt_cnt); >> 1096 atomic64_add(src_len, &alg->stats.akcipher.encrypt_tlen); >> 1097 } >> 1098 crypto_alg_put(alg); >> 1099 } >> 1100 EXPORT_SYMBOL_GPL(crypto_stats_akcipher_encrypt); 1073 1101 1074 if (!crypto_is_larval !! 1102 void crypto_stats_akcipher_decrypt(unsigned int src_len, int ret, 1075 continue; !! 1103 struct crypto_alg *alg) >> 1104 { >> 1105 if (ret && ret != -EINPROGRESS && ret != -EBUSY) { >> 1106 atomic64_inc(&alg->stats.akcipher.err_cnt); >> 1107 } else { >> 1108 atomic64_inc(&alg->stats.akcipher.decrypt_cnt); >> 1109 atomic64_add(src_len, &alg->stats.akcipher.decrypt_tlen); >> 1110 } >> 1111 crypto_alg_put(alg); >> 1112 } >> 1113 EXPORT_SYMBOL_GPL(crypto_stats_akcipher_decrypt); 1076 1114 1077 l = (void *)q; !! 1115 void crypto_stats_akcipher_sign(int ret, struct crypto_alg *alg) >> 1116 { >> 1117 if (ret && ret != -EINPROGRESS && ret != -EBUSY) >> 1118 atomic64_inc(&alg->stats.akcipher.err_cnt); >> 1119 else >> 1120 atomic64_inc(&alg->stats.akcipher.sign_cnt); >> 1121 crypto_alg_put(alg); >> 1122 } >> 1123 EXPORT_SYMBOL_GPL(crypto_stats_akcipher_sign); 1078 1124 1079 if (!crypto_is_test_l !! 1125 void crypto_stats_akcipher_verify(int ret, struct crypto_alg *alg) 1080 continue; !! 1126 { >> 1127 if (ret && ret != -EINPROGRESS && ret != -EBUSY) >> 1128 atomic64_inc(&alg->stats.akcipher.err_cnt); >> 1129 else >> 1130 atomic64_inc(&alg->stats.akcipher.verify_cnt); >> 1131 crypto_alg_put(alg); >> 1132 } >> 1133 EXPORT_SYMBOL_GPL(crypto_stats_akcipher_verify); 1081 1134 1082 if (l->test_started) !! 1135 void crypto_stats_compress(unsigned int slen, int ret, struct crypto_alg *alg) 1083 continue; !! 1136 { >> 1137 if (ret && ret != -EINPROGRESS && ret != -EBUSY) { >> 1138 atomic64_inc(&alg->stats.compress.err_cnt); >> 1139 } else { >> 1140 atomic64_inc(&alg->stats.compress.compress_cnt); >> 1141 atomic64_add(slen, &alg->stats.compress.compress_tlen); >> 1142 } >> 1143 crypto_alg_put(alg); >> 1144 } >> 1145 EXPORT_SYMBOL_GPL(crypto_stats_compress); 1084 1146 1085 l->test_started = tru !! 1147 void crypto_stats_decompress(unsigned int slen, int ret, struct crypto_alg *alg) 1086 larval = l; !! 1148 { 1087 break; !! 1149 if (ret && ret != -EINPROGRESS && ret != -EBUSY) { 1088 } !! 1150 atomic64_inc(&alg->stats.compress.err_cnt); >> 1151 } else { >> 1152 atomic64_inc(&alg->stats.compress.decompress_cnt); >> 1153 atomic64_add(slen, &alg->stats.compress.decompress_tlen); >> 1154 } >> 1155 crypto_alg_put(alg); >> 1156 } >> 1157 EXPORT_SYMBOL_GPL(crypto_stats_decompress); 1089 1158 1090 up_write(&crypto_alg_sem); !! 1159 void crypto_stats_ahash_update(unsigned int nbytes, int ret, >> 1160 struct crypto_alg *alg) >> 1161 { >> 1162 if (ret && ret != -EINPROGRESS && ret != -EBUSY) >> 1163 atomic64_inc(&alg->stats.hash.err_cnt); >> 1164 else >> 1165 atomic64_add(nbytes, &alg->stats.hash.hash_tlen); >> 1166 crypto_alg_put(alg); >> 1167 } >> 1168 EXPORT_SYMBOL_GPL(crypto_stats_ahash_update); 1091 1169 1092 if (!larval) !! 1170 void crypto_stats_ahash_final(unsigned int nbytes, int ret, 1093 break; !! 1171 struct crypto_alg *alg) >> 1172 { >> 1173 if (ret && ret != -EINPROGRESS && ret != -EBUSY) { >> 1174 atomic64_inc(&alg->stats.hash.err_cnt); >> 1175 } else { >> 1176 atomic64_inc(&alg->stats.hash.hash_cnt); >> 1177 atomic64_add(nbytes, &alg->stats.hash.hash_tlen); >> 1178 } >> 1179 crypto_alg_put(alg); >> 1180 } >> 1181 EXPORT_SYMBOL_GPL(crypto_stats_ahash_final); >> 1182 >> 1183 void crypto_stats_kpp_set_secret(struct crypto_alg *alg, int ret) >> 1184 { >> 1185 if (ret) >> 1186 atomic64_inc(&alg->stats.kpp.err_cnt); >> 1187 else >> 1188 atomic64_inc(&alg->stats.kpp.setsecret_cnt); >> 1189 crypto_alg_put(alg); >> 1190 } >> 1191 EXPORT_SYMBOL_GPL(crypto_stats_kpp_set_secret); >> 1192 >> 1193 void crypto_stats_kpp_generate_public_key(struct crypto_alg *alg, int ret) >> 1194 { >> 1195 if (ret) >> 1196 atomic64_inc(&alg->stats.kpp.err_cnt); >> 1197 else >> 1198 atomic64_inc(&alg->stats.kpp.generate_public_key_cnt); >> 1199 crypto_alg_put(alg); >> 1200 } >> 1201 EXPORT_SYMBOL_GPL(crypto_stats_kpp_generate_public_key); >> 1202 >> 1203 void crypto_stats_kpp_compute_shared_secret(struct crypto_alg *alg, int ret) >> 1204 { >> 1205 if (ret) >> 1206 atomic64_inc(&alg->stats.kpp.err_cnt); >> 1207 else >> 1208 atomic64_inc(&alg->stats.kpp.compute_shared_secret_cnt); >> 1209 crypto_alg_put(alg); >> 1210 } >> 1211 EXPORT_SYMBOL_GPL(crypto_stats_kpp_compute_shared_secret); >> 1212 >> 1213 void crypto_stats_rng_seed(struct crypto_alg *alg, int ret) >> 1214 { >> 1215 if (ret && ret != -EINPROGRESS && ret != -EBUSY) >> 1216 atomic64_inc(&alg->stats.rng.err_cnt); >> 1217 else >> 1218 atomic64_inc(&alg->stats.rng.seed_cnt); >> 1219 crypto_alg_put(alg); >> 1220 } >> 1221 EXPORT_SYMBOL_GPL(crypto_stats_rng_seed); >> 1222 >> 1223 void crypto_stats_rng_generate(struct crypto_alg *alg, unsigned int dlen, >> 1224 int ret) >> 1225 { >> 1226 if (ret && ret != -EINPROGRESS && ret != -EBUSY) { >> 1227 atomic64_inc(&alg->stats.rng.err_cnt); >> 1228 } else { >> 1229 atomic64_inc(&alg->stats.rng.generate_cnt); >> 1230 atomic64_add(dlen, &alg->stats.rng.generate_tlen); >> 1231 } >> 1232 crypto_alg_put(alg); >> 1233 } >> 1234 EXPORT_SYMBOL_GPL(crypto_stats_rng_generate); 1094 1235 1095 crypto_wait_for_test(larval); !! 1236 void crypto_stats_skcipher_encrypt(unsigned int cryptlen, int ret, >> 1237 struct crypto_alg *alg) >> 1238 { >> 1239 if (ret && ret != -EINPROGRESS && ret != -EBUSY) { >> 1240 atomic64_inc(&alg->stats.cipher.err_cnt); >> 1241 } else { >> 1242 atomic64_inc(&alg->stats.cipher.encrypt_cnt); >> 1243 atomic64_add(cryptlen, &alg->stats.cipher.encrypt_tlen); 1096 } 1244 } >> 1245 crypto_alg_put(alg); >> 1246 } >> 1247 EXPORT_SYMBOL_GPL(crypto_stats_skcipher_encrypt); 1097 1248 1098 set_crypto_boot_test_finished(); !! 1249 void crypto_stats_skcipher_decrypt(unsigned int cryptlen, int ret, >> 1250 struct crypto_alg *alg) >> 1251 { >> 1252 if (ret && ret != -EINPROGRESS && ret != -EBUSY) { >> 1253 atomic64_inc(&alg->stats.cipher.err_cnt); >> 1254 } else { >> 1255 atomic64_inc(&alg->stats.cipher.decrypt_cnt); >> 1256 atomic64_add(cryptlen, &alg->stats.cipher.decrypt_tlen); >> 1257 } >> 1258 crypto_alg_put(alg); 1099 } 1259 } >> 1260 EXPORT_SYMBOL_GPL(crypto_stats_skcipher_decrypt); >> 1261 #endif 1100 1262 1101 static int __init crypto_algapi_init(void) 1263 static int __init crypto_algapi_init(void) 1102 { 1264 { 1103 crypto_init_proc(); 1265 crypto_init_proc(); 1104 crypto_start_tests(); << 1105 return 0; 1266 return 0; 1106 } 1267 } 1107 1268 1108 static void __exit crypto_algapi_exit(void) 1269 static void __exit crypto_algapi_exit(void) 1109 { 1270 { 1110 crypto_exit_proc(); 1271 crypto_exit_proc(); 1111 } 1272 } 1112 1273 1113 /* !! 1274 module_init(crypto_algapi_init); 1114 * We run this at late_initcall so that all t << 1115 * have had a chance to register themselves f << 1116 */ << 1117 late_initcall(crypto_algapi_init); << 1118 module_exit(crypto_algapi_exit); 1275 module_exit(crypto_algapi_exit); 1119 1276 1120 MODULE_LICENSE("GPL"); 1277 MODULE_LICENSE("GPL"); 1121 MODULE_DESCRIPTION("Cryptographic algorithms 1278 MODULE_DESCRIPTION("Cryptographic algorithms API"); 1122 MODULE_SOFTDEP("pre: cryptomgr"); << 1123 1279
Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.