29 static inline int crypto_set_driver_name(struct crypto_alg *alg)  in crypto_set_driver_name()  argument
32 	char *driver_name = alg->cra_driver_name;  in crypto_set_driver_name()
38 	len = strlcpy(driver_name, alg->cra_name, CRYPTO_MAX_ALG_NAME);  in crypto_set_driver_name()
53 static int crypto_check_alg(struct crypto_alg *alg)  in crypto_check_alg()  argument
55 	crypto_check_module_sig(alg->cra_module);  in crypto_check_alg()
57 	if (alg->cra_alignmask & (alg->cra_alignmask + 1))  in crypto_check_alg()
60 	if (alg->cra_blocksize > PAGE_SIZE / 8)  in crypto_check_alg()
63 	if (!alg->cra_type && (alg->cra_flags & CRYPTO_ALG_TYPE_MASK) ==  in crypto_check_alg()
65 		if (alg->cra_alignmask > MAX_CIPHER_ALIGNMASK)  in crypto_check_alg()
68 		if (alg->cra_blocksize > MAX_CIPHER_BLOCKSIZE)  in crypto_check_alg()
72 	if (alg->cra_priority < 0)  in crypto_check_alg()
75 	refcount_set(&alg->cra_refcnt, 1);  in crypto_check_alg()
77 	return crypto_set_driver_name(alg);  in crypto_check_alg()
82 	if (!inst->alg.cra_type->free) {  in crypto_free_instance()
87 	inst->alg.cra_type->free(inst);  in crypto_free_instance()
90 static void crypto_destroy_instance(struct crypto_alg *alg)  in crypto_destroy_instance()  argument
92 	struct crypto_instance *inst = (void *)alg;  in crypto_destroy_instance()
99 static struct list_head *crypto_more_spawns(struct crypto_alg *alg,  in crypto_more_spawns()  argument
112 	if (spawn->alg && &n->list != stack && !n->alg)  in crypto_more_spawns()
113 		n->alg = (n->list.next == stack) ? alg :  in crypto_more_spawns()
114 			 &list_next_entry(n, list)->inst->alg;  in crypto_more_spawns()
118 	return &n->list == stack ? top : &n->inst->alg.cra_users;  in crypto_more_spawns()
126 	if (crypto_is_dead(&inst->alg))  in crypto_remove_instance()
129 	inst->alg.cra_flags |= CRYPTO_ALG_DEAD;  in crypto_remove_instance()
136 	list_move(&inst->alg.cra_list, list);  in crypto_remove_instance()
138 	inst->alg.cra_destroy = crypto_destroy_instance;  in crypto_remove_instance()
140 	BUG_ON(!list_empty(&inst->alg.cra_users));  in crypto_remove_instance()
143 void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,  in crypto_remove_spawns()  argument
146 	u32 new_type = (nalg ?: alg)->cra_flags;  in crypto_remove_spawns()
153 	spawns = &alg->cra_users;  in crypto_remove_spawns()
155 		if ((spawn->alg->cra_flags ^ new_type) & spawn->mask)  in crypto_remove_spawns()
170 			BUG_ON(&inst->alg == alg);  in crypto_remove_spawns()
174 			if (&inst->alg == nalg)  in crypto_remove_spawns()
177 			spawn->alg = NULL;  in crypto_remove_spawns()
178 			spawns = &inst->alg.cra_users;  in crypto_remove_spawns()
192 	} while ((spawns = crypto_more_spawns(alg, &stack, &top,  in crypto_remove_spawns()
196 		if (spawn->alg)  in crypto_remove_spawns()
197 			list_move(&spawn->list, &spawn->alg->cra_users);  in crypto_remove_spawns()
204 static struct crypto_larval *__crypto_register_alg(struct crypto_alg *alg)  in __crypto_register_alg()  argument
210 	if (crypto_is_dead(alg))  in __crypto_register_alg()
213 	INIT_LIST_HEAD(&alg->cra_users);  in __crypto_register_alg()
216 	alg->cra_flags &= ~CRYPTO_ALG_TESTED;  in __crypto_register_alg()
221 		if (q == alg)  in __crypto_register_alg()
228 			if (!strcmp(alg->cra_driver_name, q->cra_driver_name))  in __crypto_register_alg()
233 		if (!strcmp(q->cra_driver_name, alg->cra_name) ||  in __crypto_register_alg()
234 		    !strcmp(q->cra_name, alg->cra_driver_name))  in __crypto_register_alg()
238 	larval = crypto_larval_alloc(alg->cra_name,  in __crypto_register_alg()
239 				     alg->cra_flags | CRYPTO_ALG_TESTED, 0);  in __crypto_register_alg()
244 	larval->adult = crypto_mod_get(alg);  in __crypto_register_alg()
248 	refcount_set(&larval->alg.cra_refcnt, 1);  in __crypto_register_alg()
249 	memcpy(larval->alg.cra_driver_name, alg->cra_driver_name,  in __crypto_register_alg()
251 	larval->alg.cra_priority = alg->cra_priority;  in __crypto_register_alg()
253 	list_add(&alg->cra_list, &crypto_alg_list);  in __crypto_register_alg()
254 	list_add(&larval->alg.cra_list, &crypto_alg_list);  in __crypto_register_alg()
269 	struct crypto_alg *alg;  in crypto_alg_tested()  local
289 	alg = test->adult;  in crypto_alg_tested()
290 	if (err || list_empty(&alg->cra_list))  in crypto_alg_tested()
293 	alg->cra_flags |= CRYPTO_ALG_TESTED;  in crypto_alg_tested()
296 		if (q == alg)  in crypto_alg_tested()
310 			if (strcmp(alg->cra_name, q->cra_name) &&  in crypto_alg_tested()
311 			    strcmp(alg->cra_driver_name, q->cra_name))  in crypto_alg_tested()
316 			if ((q->cra_flags ^ alg->cra_flags) & larval->mask)  in crypto_alg_tested()
318 			if (!crypto_mod_get(alg))  in crypto_alg_tested()
321 			larval->adult = alg;  in crypto_alg_tested()
325 		if (strcmp(alg->cra_name, q->cra_name))  in crypto_alg_tested()
328 		if (strcmp(alg->cra_driver_name, q->cra_driver_name) &&  in crypto_alg_tested()
329 		    q->cra_priority > alg->cra_priority)  in crypto_alg_tested()
332 		crypto_remove_spawns(q, &list, alg);  in crypto_alg_tested()
347 	struct crypto_alg *alg;  in crypto_remove_final()  local
350 	list_for_each_entry_safe(alg, n, list, cra_list) {  in crypto_remove_final()
351 		list_del_init(&alg->cra_list);  in crypto_remove_final()
352 		crypto_alg_put(alg);  in crypto_remove_final()
365 		crypto_alg_tested(larval->alg.cra_driver_name, 0);  in crypto_wait_for_test()
372 	crypto_larval_kill(&larval->alg);  in crypto_wait_for_test()
375 int crypto_register_alg(struct crypto_alg *alg)  in crypto_register_alg()  argument
380 	alg->cra_flags &= ~CRYPTO_ALG_DEAD;  in crypto_register_alg()
381 	err = crypto_check_alg(alg);  in crypto_register_alg()
386 	larval = __crypto_register_alg(alg);  in crypto_register_alg()
397 static int crypto_remove_alg(struct crypto_alg *alg, struct list_head *list)  in crypto_remove_alg()  argument
399 	if (unlikely(list_empty(&alg->cra_list)))  in crypto_remove_alg()
402 	alg->cra_flags |= CRYPTO_ALG_DEAD;  in crypto_remove_alg()
404 	list_del_init(&alg->cra_list);  in crypto_remove_alg()
405 	crypto_remove_spawns(alg, list, NULL);  in crypto_remove_alg()
410 int crypto_unregister_alg(struct crypto_alg *alg)  in crypto_unregister_alg()  argument
416 	ret = crypto_remove_alg(alg, &list);  in crypto_unregister_alg()
422 	BUG_ON(refcount_read(&alg->cra_refcnt) != 1);  in crypto_unregister_alg()
423 	if (alg->cra_destroy)  in crypto_unregister_alg()
424 		alg->cra_destroy(alg);  in crypto_unregister_alg()
502 		int err = crypto_remove_alg(&inst->alg, &users);  in crypto_unregister_template()
510 		BUG_ON(refcount_read(&inst->alg.cra_refcnt) != 1);  in crypto_unregister_template()
549 	err = crypto_check_alg(&inst->alg);  in crypto_register_instance()
553 	inst->alg.cra_module = tmpl->module;  in crypto_register_instance()
554 	inst->alg.cra_flags |= CRYPTO_ALG_INSTANCE;  in crypto_register_instance()
558 	larval = __crypto_register_alg(&inst->alg);  in crypto_register_instance()
586 	crypto_remove_spawns(&inst->alg, &list, NULL);  in crypto_unregister_instance()
597 int crypto_init_spawn(struct crypto_spawn *spawn, struct crypto_alg *alg,  in crypto_init_spawn()  argument
606 	if (!crypto_is_moribund(alg)) {  in crypto_init_spawn()
607 		list_add(&spawn->list, &alg->cra_users);  in crypto_init_spawn()
608 		spawn->alg = alg;  in crypto_init_spawn()
617 int crypto_init_spawn2(struct crypto_spawn *spawn, struct crypto_alg *alg,  in crypto_init_spawn2()  argument
623 	if ((alg->cra_flags ^ frontend->type) & frontend->maskset)  in crypto_init_spawn2()
627 	err = crypto_init_spawn(spawn, alg, inst, frontend->maskset);  in crypto_init_spawn2()
637 	struct crypto_alg *alg;  in crypto_grab_spawn()  local
640 	alg = crypto_find_alg(name, spawn->frontend, type, mask);  in crypto_grab_spawn()
641 	if (IS_ERR(alg))  in crypto_grab_spawn()
642 		return PTR_ERR(alg);  in crypto_grab_spawn()
644 	err = crypto_init_spawn(spawn, alg, spawn->inst, mask);  in crypto_grab_spawn()
645 	crypto_mod_put(alg);  in crypto_grab_spawn()
652 	if (!spawn->alg)  in crypto_drop_spawn()
663 	struct crypto_alg *alg;  in crypto_spawn_alg()  local
667 	alg = spawn->alg;  in crypto_spawn_alg()
668 	alg2 = alg;  in crypto_spawn_alg()
674 		if (alg)  in crypto_spawn_alg()
675 			crypto_shoot_alg(alg);  in crypto_spawn_alg()
679 	return alg;  in crypto_spawn_alg()
685 	struct crypto_alg *alg;  in crypto_spawn_tfm()  local
688 	alg = crypto_spawn_alg(spawn);  in crypto_spawn_tfm()
689 	if (IS_ERR(alg))  in crypto_spawn_tfm()
690 		return ERR_CAST(alg);  in crypto_spawn_tfm()
693 	if (unlikely((alg->cra_flags ^ type) & mask))  in crypto_spawn_tfm()
696 	tfm = __crypto_alloc_tfm(alg, type, mask);  in crypto_spawn_tfm()
703 	crypto_mod_put(alg);  in crypto_spawn_tfm()
710 	struct crypto_alg *alg;  in crypto_spawn_tfm2()  local
713 	alg = crypto_spawn_alg(spawn);  in crypto_spawn_tfm2()
714 	if (IS_ERR(alg))  in crypto_spawn_tfm2()
715 		return ERR_CAST(alg);  in crypto_spawn_tfm2()
717 	tfm = crypto_create_tfm(alg, spawn->frontend);  in crypto_spawn_tfm2()
724 	crypto_mod_put(alg);  in crypto_spawn_tfm2()
825 			struct crypto_alg *alg)  in crypto_inst_setname()  argument
827 	if (snprintf(inst->alg.cra_name, CRYPTO_MAX_ALG_NAME, "%s(%s)", name,  in crypto_inst_setname()
828 		     alg->cra_name) >= CRYPTO_MAX_ALG_NAME)  in crypto_inst_setname()
831 	if (snprintf(inst->alg.cra_driver_name, CRYPTO_MAX_ALG_NAME, "%s(%s)",  in crypto_inst_setname()
832 		     name, alg->cra_driver_name) >= CRYPTO_MAX_ALG_NAME)  in crypto_inst_setname()
839 void *crypto_alloc_instance2(const char *name, struct crypto_alg *alg,  in crypto_alloc_instance2()  argument
853 	err = crypto_inst_setname(inst, name, alg);  in crypto_alloc_instance2()
866 					      struct crypto_alg *alg)  in crypto_alloc_instance()  argument
872 	inst = crypto_alloc_instance2(name, alg, 0);  in crypto_alloc_instance()
877 	err = crypto_init_spawn(spawn, alg, inst,  in crypto_alloc_instance()
1042 unsigned int crypto_alg_extsize(struct crypto_alg *alg)  in crypto_alg_extsize()  argument
1044 	return alg->cra_ctxsize +  in crypto_alg_extsize()
1045 	       (alg->cra_alignmask & ~(crypto_tfm_ctx_alignment() - 1));  in crypto_alg_extsize()
1053 	struct crypto_alg *alg = crypto_find_alg(name, frontend, type, mask);  in crypto_type_has_alg()  local
1055 	if (!IS_ERR(alg)) {  in crypto_type_has_alg()
1056 		crypto_mod_put(alg);  in crypto_type_has_alg()