Lines Matching refs:alg
31 static int crypto_check_alg(struct crypto_alg *alg) in crypto_check_alg() argument
33 crypto_check_module_sig(alg->cra_module); in crypto_check_alg()
35 if (!alg->cra_name[0] || !alg->cra_driver_name[0]) in crypto_check_alg()
38 if (alg->cra_alignmask & (alg->cra_alignmask + 1)) in crypto_check_alg()
42 if (alg->cra_alignmask > MAX_ALGAPI_ALIGNMASK) in crypto_check_alg()
45 if (alg->cra_blocksize > MAX_ALGAPI_BLOCKSIZE) in crypto_check_alg()
49 if (!alg->cra_type && (alg->cra_flags & CRYPTO_ALG_TYPE_MASK) == in crypto_check_alg()
51 if (alg->cra_alignmask > MAX_CIPHER_ALIGNMASK) in crypto_check_alg()
54 if (alg->cra_blocksize > MAX_CIPHER_BLOCKSIZE) in crypto_check_alg()
58 if (alg->cra_priority < 0) in crypto_check_alg()
61 refcount_set(&alg->cra_refcnt, 1); in crypto_check_alg()
68 inst->alg.cra_type->free(inst); in crypto_free_instance()
71 static void crypto_destroy_instance(struct crypto_alg *alg) in crypto_destroy_instance() argument
73 struct crypto_instance *inst = (void *)alg; in crypto_destroy_instance()
89 static struct list_head *crypto_more_spawns(struct crypto_alg *alg, in crypto_more_spawns() argument
110 return &n->inst->alg.cra_users; in crypto_more_spawns()
118 if (crypto_is_dead(&inst->alg)) in crypto_remove_instance()
121 inst->alg.cra_flags |= CRYPTO_ALG_DEAD; in crypto_remove_instance()
126 list_move(&inst->alg.cra_list, list); in crypto_remove_instance()
128 inst->alg.cra_destroy = crypto_destroy_instance; in crypto_remove_instance()
130 BUG_ON(!list_empty(&inst->alg.cra_users)); in crypto_remove_instance()
139 void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list, in crypto_remove_spawns() argument
142 u32 new_type = (nalg ?: alg)->cra_flags; in crypto_remove_spawns()
149 spawns = &alg->cra_users; in crypto_remove_spawns()
151 if ((spawn->alg->cra_flags ^ new_type) & spawn->mask) in crypto_remove_spawns()
172 spawn->dead = !spawn->registered || &inst->alg != nalg; in crypto_remove_spawns()
177 BUG_ON(&inst->alg == alg); in crypto_remove_spawns()
179 if (&inst->alg == nalg) in crypto_remove_spawns()
182 spawns = &inst->alg.cra_users; in crypto_remove_spawns()
202 } while ((spawns = crypto_more_spawns(alg, &stack, &top, in crypto_remove_spawns()
212 list_move(&spawn->list, &spawn->alg->cra_users); in crypto_remove_spawns()
219 static struct crypto_larval *__crypto_register_alg(struct crypto_alg *alg) in __crypto_register_alg() argument
225 if (crypto_is_dead(alg)) in __crypto_register_alg()
228 INIT_LIST_HEAD(&alg->cra_users); in __crypto_register_alg()
231 alg->cra_flags &= ~CRYPTO_ALG_TESTED; in __crypto_register_alg()
236 if (q == alg) in __crypto_register_alg()
243 if (!strcmp(alg->cra_driver_name, q->cra_driver_name)) in __crypto_register_alg()
248 if (!strcmp(q->cra_driver_name, alg->cra_name) || in __crypto_register_alg()
249 !strcmp(q->cra_name, alg->cra_driver_name)) in __crypto_register_alg()
253 larval = crypto_larval_alloc(alg->cra_name, in __crypto_register_alg()
254 alg->cra_flags | CRYPTO_ALG_TESTED, 0); in __crypto_register_alg()
259 larval->adult = crypto_mod_get(alg); in __crypto_register_alg()
263 refcount_set(&larval->alg.cra_refcnt, 1); in __crypto_register_alg()
264 memcpy(larval->alg.cra_driver_name, alg->cra_driver_name, in __crypto_register_alg()
266 larval->alg.cra_priority = alg->cra_priority; in __crypto_register_alg()
268 list_add(&alg->cra_list, &crypto_alg_list); in __crypto_register_alg()
269 list_add(&larval->alg.cra_list, &crypto_alg_list); in __crypto_register_alg()
271 crypto_stats_init(alg); in __crypto_register_alg()
286 struct crypto_alg *alg; in crypto_alg_tested() local
307 alg = test->adult; in crypto_alg_tested()
308 if (err || list_empty(&alg->cra_list)) in crypto_alg_tested()
311 alg->cra_flags |= CRYPTO_ALG_TESTED; in crypto_alg_tested()
319 if (strcmp(alg->cra_name, q->cra_name)) in crypto_alg_tested()
322 if (q->cra_priority > alg->cra_priority) { in crypto_alg_tested()
329 if (q == alg) in crypto_alg_tested()
343 if (strcmp(alg->cra_name, q->cra_name) && in crypto_alg_tested()
344 strcmp(alg->cra_driver_name, q->cra_name)) in crypto_alg_tested()
349 if ((q->cra_flags ^ alg->cra_flags) & larval->mask) in crypto_alg_tested()
352 if (best && crypto_mod_get(alg)) in crypto_alg_tested()
353 larval->adult = alg; in crypto_alg_tested()
360 if (strcmp(alg->cra_name, q->cra_name)) in crypto_alg_tested()
363 if (strcmp(alg->cra_driver_name, q->cra_driver_name) && in crypto_alg_tested()
364 q->cra_priority > alg->cra_priority) in crypto_alg_tested()
367 crypto_remove_spawns(q, &list, alg); in crypto_alg_tested()
382 struct crypto_alg *alg; in crypto_remove_final() local
385 list_for_each_entry_safe(alg, n, list, cra_list) { in crypto_remove_final()
386 list_del_init(&alg->cra_list); in crypto_remove_final()
387 crypto_alg_put(alg); in crypto_remove_final()
400 crypto_alg_tested(larval->alg.cra_driver_name, 0); in crypto_wait_for_test()
409 crypto_larval_kill(&larval->alg); in crypto_wait_for_test()
412 int crypto_register_alg(struct crypto_alg *alg) in crypto_register_alg() argument
417 alg->cra_flags &= ~CRYPTO_ALG_DEAD; in crypto_register_alg()
418 err = crypto_check_alg(alg); in crypto_register_alg()
423 larval = __crypto_register_alg(alg); in crypto_register_alg()
434 static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list) in crypto_remove_alg() argument
436 if (unlikely(list_empty(&alg->cra_list))) in crypto_remove_alg()
439 alg->cra_flags |= CRYPTO_ALG_DEAD; in crypto_remove_alg()
441 list_del_init(&alg->cra_list); in crypto_remove_alg()
442 crypto_remove_spawns(alg, list, NULL); in crypto_remove_alg()
447 void crypto_unregister_alg(struct crypto_alg *alg) in crypto_unregister_alg() argument
453 ret = crypto_remove_alg(alg, &list); in crypto_unregister_alg()
456 if (WARN(ret, "Algorithm %s is not registered", alg->cra_driver_name)) in crypto_unregister_alg()
459 BUG_ON(refcount_read(&alg->cra_refcnt) != 1); in crypto_unregister_alg()
460 if (alg->cra_destroy) in crypto_unregister_alg()
461 alg->cra_destroy(alg); in crypto_unregister_alg()
550 int err = crypto_remove_alg(&inst->alg, &users); in crypto_unregister_template()
558 BUG_ON(refcount_read(&inst->alg.cra_refcnt) != 1); in crypto_unregister_template()
607 err = crypto_check_alg(&inst->alg); in crypto_register_instance()
611 inst->alg.cra_module = tmpl->module; in crypto_register_instance()
612 inst->alg.cra_flags |= CRYPTO_ALG_INSTANCE; in crypto_register_instance()
627 crypto_mod_put(spawn->alg); in crypto_register_instance()
632 larval = __crypto_register_alg(&inst->alg); in crypto_register_instance()
660 crypto_remove_spawns(&inst->alg, &list, NULL); in crypto_unregister_instance()
672 struct crypto_alg *alg; in crypto_grab_spawn() local
682 alg = crypto_find_alg(name, spawn->frontend, type, mask); in crypto_grab_spawn()
683 if (IS_ERR(alg)) in crypto_grab_spawn()
684 return PTR_ERR(alg); in crypto_grab_spawn()
687 if (!crypto_is_moribund(alg)) { in crypto_grab_spawn()
688 list_add(&spawn->list, &alg->cra_users); in crypto_grab_spawn()
689 spawn->alg = alg; in crypto_grab_spawn()
693 inst->alg.cra_flags |= in crypto_grab_spawn()
694 (alg->cra_flags & CRYPTO_ALG_INHERITED_FLAGS); in crypto_grab_spawn()
699 crypto_mod_put(alg); in crypto_grab_spawn()
706 if (!spawn->alg) /* not yet initialized? */ in crypto_drop_spawn()
715 crypto_mod_put(spawn->alg); in crypto_drop_spawn()
721 struct crypto_alg *alg = ERR_PTR(-EAGAIN); in crypto_spawn_alg() local
727 alg = spawn->alg; in crypto_spawn_alg()
728 if (!crypto_mod_get(alg)) { in crypto_spawn_alg()
729 target = crypto_alg_get(alg); in crypto_spawn_alg()
731 alg = ERR_PTR(-EAGAIN); in crypto_spawn_alg()
741 return alg; in crypto_spawn_alg()
747 struct crypto_alg *alg; in crypto_spawn_tfm() local
750 alg = crypto_spawn_alg(spawn); in crypto_spawn_tfm()
751 if (IS_ERR(alg)) in crypto_spawn_tfm()
752 return ERR_CAST(alg); in crypto_spawn_tfm()
755 if (unlikely((alg->cra_flags ^ type) & mask)) in crypto_spawn_tfm()
758 tfm = __crypto_alloc_tfm(alg, type, mask); in crypto_spawn_tfm()
765 crypto_mod_put(alg); in crypto_spawn_tfm()
772 struct crypto_alg *alg; in crypto_spawn_tfm2() local
775 alg = crypto_spawn_alg(spawn); in crypto_spawn_tfm2()
776 if (IS_ERR(alg)) in crypto_spawn_tfm2()
777 return ERR_CAST(alg); in crypto_spawn_tfm2()
779 tfm = crypto_create_tfm(alg, spawn->frontend); in crypto_spawn_tfm2()
786 crypto_mod_put(alg); in crypto_spawn_tfm2()
872 struct crypto_alg *alg) in crypto_inst_setname() argument
874 if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name, in crypto_inst_setname()
875 alg->cra_name) >= CRYPTO_MAX_ALG_NAME) in crypto_inst_setname()
878 if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", in crypto_inst_setname()
879 name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME) in crypto_inst_setname()
1029 unsigned int crypto_alg_extsize(struct crypto_alg *alg) in crypto_alg_extsize() argument
1031 return alg->cra_ctxsize + in crypto_alg_extsize()
1032 (alg->cra_alignmask & ~(crypto_tfm_ctx_alignment() - 1)); in crypto_alg_extsize()
1040 struct crypto_alg *alg = crypto_find_alg(name, frontend, type, mask); in crypto_type_has_alg() local
1042 if (!IS_ERR(alg)) { in crypto_type_has_alg()
1043 crypto_mod_put(alg); in crypto_type_has_alg()
1052 void crypto_stats_init(struct crypto_alg *alg) in crypto_stats_init() argument
1054 memset(&alg->stats, 0, sizeof(alg->stats)); in crypto_stats_init()
1058 void crypto_stats_get(struct crypto_alg *alg) in crypto_stats_get() argument
1060 crypto_alg_get(alg); in crypto_stats_get()
1064 void crypto_stats_aead_encrypt(unsigned int cryptlen, struct crypto_alg *alg, in crypto_stats_aead_encrypt() argument
1068 atomic64_inc(&alg->stats.aead.err_cnt); in crypto_stats_aead_encrypt()
1070 atomic64_inc(&alg->stats.aead.encrypt_cnt); in crypto_stats_aead_encrypt()
1071 atomic64_add(cryptlen, &alg->stats.aead.encrypt_tlen); in crypto_stats_aead_encrypt()
1073 crypto_alg_put(alg); in crypto_stats_aead_encrypt()
1077 void crypto_stats_aead_decrypt(unsigned int cryptlen, struct crypto_alg *alg, in crypto_stats_aead_decrypt() argument
1081 atomic64_inc(&alg->stats.aead.err_cnt); in crypto_stats_aead_decrypt()
1083 atomic64_inc(&alg->stats.aead.decrypt_cnt); in crypto_stats_aead_decrypt()
1084 atomic64_add(cryptlen, &alg->stats.aead.decrypt_tlen); in crypto_stats_aead_decrypt()
1086 crypto_alg_put(alg); in crypto_stats_aead_decrypt()
1091 struct crypto_alg *alg) in crypto_stats_akcipher_encrypt() argument
1094 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_encrypt()
1096 atomic64_inc(&alg->stats.akcipher.encrypt_cnt); in crypto_stats_akcipher_encrypt()
1097 atomic64_add(src_len, &alg->stats.akcipher.encrypt_tlen); in crypto_stats_akcipher_encrypt()
1099 crypto_alg_put(alg); in crypto_stats_akcipher_encrypt()
1104 struct crypto_alg *alg) in crypto_stats_akcipher_decrypt() argument
1107 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_decrypt()
1109 atomic64_inc(&alg->stats.akcipher.decrypt_cnt); in crypto_stats_akcipher_decrypt()
1110 atomic64_add(src_len, &alg->stats.akcipher.decrypt_tlen); in crypto_stats_akcipher_decrypt()
1112 crypto_alg_put(alg); in crypto_stats_akcipher_decrypt()
1116 void crypto_stats_akcipher_sign(int ret, struct crypto_alg *alg) in crypto_stats_akcipher_sign() argument
1119 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_sign()
1121 atomic64_inc(&alg->stats.akcipher.sign_cnt); in crypto_stats_akcipher_sign()
1122 crypto_alg_put(alg); in crypto_stats_akcipher_sign()
1126 void crypto_stats_akcipher_verify(int ret, struct crypto_alg *alg) in crypto_stats_akcipher_verify() argument
1129 atomic64_inc(&alg->stats.akcipher.err_cnt); in crypto_stats_akcipher_verify()
1131 atomic64_inc(&alg->stats.akcipher.verify_cnt); in crypto_stats_akcipher_verify()
1132 crypto_alg_put(alg); in crypto_stats_akcipher_verify()
1136 void crypto_stats_compress(unsigned int slen, int ret, struct crypto_alg *alg) in crypto_stats_compress() argument
1139 atomic64_inc(&alg->stats.compress.err_cnt); in crypto_stats_compress()
1141 atomic64_inc(&alg->stats.compress.compress_cnt); in crypto_stats_compress()
1142 atomic64_add(slen, &alg->stats.compress.compress_tlen); in crypto_stats_compress()
1144 crypto_alg_put(alg); in crypto_stats_compress()
1148 void crypto_stats_decompress(unsigned int slen, int ret, struct crypto_alg *alg) in crypto_stats_decompress() argument
1151 atomic64_inc(&alg->stats.compress.err_cnt); in crypto_stats_decompress()
1153 atomic64_inc(&alg->stats.compress.decompress_cnt); in crypto_stats_decompress()
1154 atomic64_add(slen, &alg->stats.compress.decompress_tlen); in crypto_stats_decompress()
1156 crypto_alg_put(alg); in crypto_stats_decompress()
1161 struct crypto_alg *alg) in crypto_stats_ahash_update() argument
1164 atomic64_inc(&alg->stats.hash.err_cnt); in crypto_stats_ahash_update()
1166 atomic64_add(nbytes, &alg->stats.hash.hash_tlen); in crypto_stats_ahash_update()
1167 crypto_alg_put(alg); in crypto_stats_ahash_update()
1172 struct crypto_alg *alg) in crypto_stats_ahash_final() argument
1175 atomic64_inc(&alg->stats.hash.err_cnt); in crypto_stats_ahash_final()
1177 atomic64_inc(&alg->stats.hash.hash_cnt); in crypto_stats_ahash_final()
1178 atomic64_add(nbytes, &alg->stats.hash.hash_tlen); in crypto_stats_ahash_final()
1180 crypto_alg_put(alg); in crypto_stats_ahash_final()
1184 void crypto_stats_kpp_set_secret(struct crypto_alg *alg, int ret) in crypto_stats_kpp_set_secret() argument
1187 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_set_secret()
1189 atomic64_inc(&alg->stats.kpp.setsecret_cnt); in crypto_stats_kpp_set_secret()
1190 crypto_alg_put(alg); in crypto_stats_kpp_set_secret()
1194 void crypto_stats_kpp_generate_public_key(struct crypto_alg *alg, int ret) in crypto_stats_kpp_generate_public_key() argument
1197 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_generate_public_key()
1199 atomic64_inc(&alg->stats.kpp.generate_public_key_cnt); in crypto_stats_kpp_generate_public_key()
1200 crypto_alg_put(alg); in crypto_stats_kpp_generate_public_key()
1204 void crypto_stats_kpp_compute_shared_secret(struct crypto_alg *alg, int ret) in crypto_stats_kpp_compute_shared_secret() argument
1207 atomic64_inc(&alg->stats.kpp.err_cnt); in crypto_stats_kpp_compute_shared_secret()
1209 atomic64_inc(&alg->stats.kpp.compute_shared_secret_cnt); in crypto_stats_kpp_compute_shared_secret()
1210 crypto_alg_put(alg); in crypto_stats_kpp_compute_shared_secret()
1214 void crypto_stats_rng_seed(struct crypto_alg *alg, int ret) in crypto_stats_rng_seed() argument
1217 atomic64_inc(&alg->stats.rng.err_cnt); in crypto_stats_rng_seed()
1219 atomic64_inc(&alg->stats.rng.seed_cnt); in crypto_stats_rng_seed()
1220 crypto_alg_put(alg); in crypto_stats_rng_seed()
1224 void crypto_stats_rng_generate(struct crypto_alg *alg, unsigned int dlen, in crypto_stats_rng_generate() argument
1228 atomic64_inc(&alg->stats.rng.err_cnt); in crypto_stats_rng_generate()
1230 atomic64_inc(&alg->stats.rng.generate_cnt); in crypto_stats_rng_generate()
1231 atomic64_add(dlen, &alg->stats.rng.generate_tlen); in crypto_stats_rng_generate()
1233 crypto_alg_put(alg); in crypto_stats_rng_generate()
1238 struct crypto_alg *alg) in crypto_stats_skcipher_encrypt() argument
1241 atomic64_inc(&alg->stats.cipher.err_cnt); in crypto_stats_skcipher_encrypt()
1243 atomic64_inc(&alg->stats.cipher.encrypt_cnt); in crypto_stats_skcipher_encrypt()
1244 atomic64_add(cryptlen, &alg->stats.cipher.encrypt_tlen); in crypto_stats_skcipher_encrypt()
1246 crypto_alg_put(alg); in crypto_stats_skcipher_encrypt()
1251 struct crypto_alg *alg) in crypto_stats_skcipher_decrypt() argument
1254 atomic64_inc(&alg->stats.cipher.err_cnt); in crypto_stats_skcipher_decrypt()
1256 atomic64_inc(&alg->stats.cipher.decrypt_cnt); in crypto_stats_skcipher_decrypt()
1257 atomic64_add(cryptlen, &alg->stats.cipher.decrypt_tlen); in crypto_stats_skcipher_decrypt()
1259 crypto_alg_put(alg); in crypto_stats_skcipher_decrypt()