194 static int drbg_uninstantiate(struct drbg_state *drbg);
241 static int drbg_fips_continuous_test(struct drbg_state *drbg,  in drbg_fips_continuous_test()  argument
244 	unsigned short entropylen = drbg_sec_strength(drbg->core->flags);  in drbg_fips_continuous_test()
251 	if (list_empty(&drbg->test_data.list))  in drbg_fips_continuous_test()
257 	if (!drbg->fips_primed) {  in drbg_fips_continuous_test()
259 		memcpy(drbg->prev, entropy, entropylen);  in drbg_fips_continuous_test()
260 		drbg->fips_primed = true;  in drbg_fips_continuous_test()
264 	ret = memcmp(drbg->prev, entropy, entropylen);  in drbg_fips_continuous_test()
267 	memcpy(drbg->prev, entropy, entropylen);  in drbg_fips_continuous_test()
306 static void drbg_kcapi_symsetkey(struct drbg_state *drbg,
308 static int drbg_kcapi_sym(struct drbg_state *drbg, unsigned char *outval,
310 static int drbg_init_sym_kernel(struct drbg_state *drbg);
311 static int drbg_fini_sym_kernel(struct drbg_state *drbg);
312 static int drbg_kcapi_sym_ctr(struct drbg_state *drbg,
318 static int drbg_ctr_bcc(struct drbg_state *drbg,  in drbg_ctr_bcc()  argument
327 	drbg_string_fill(&data, out, drbg_blocklen(drbg));  in drbg_ctr_bcc()
330 	drbg_kcapi_symsetkey(drbg, key);  in drbg_ctr_bcc()
337 			if (drbg_blocklen(drbg) == cnt) {  in drbg_ctr_bcc()
339 				ret = drbg_kcapi_sym(drbg, out, &data);  in drbg_ctr_bcc()
351 		ret = drbg_kcapi_sym(drbg, out, &data);  in drbg_ctr_bcc()
396 static int drbg_ctr_df(struct drbg_state *drbg,  in drbg_ctr_df()  argument
405 	unsigned char *pad = df_data + drbg_statelen(drbg);  in drbg_ctr_df()
406 	unsigned char *iv = pad + drbg_blocklen(drbg);  in drbg_ctr_df()
407 	unsigned char *temp = iv + drbg_blocklen(drbg);  in drbg_ctr_df()
423 	memset(pad, 0, drbg_blocklen(drbg));  in drbg_ctr_df()
424 	memset(iv, 0, drbg_blocklen(drbg));  in drbg_ctr_df()
441 	padlen = (inputlen + sizeof(L_N) + 1) % (drbg_blocklen(drbg));  in drbg_ctr_df()
444 		padlen = drbg_blocklen(drbg) - padlen;  in drbg_ctr_df()
454 	drbg_string_fill(&S1, iv, drbg_blocklen(drbg));  in drbg_ctr_df()
463 	while (templen < (drbg_keylen(drbg) + (drbg_blocklen(drbg)))) {  in drbg_ctr_df()
471 		ret = drbg_ctr_bcc(drbg, temp + templen, K, &bcc_list);  in drbg_ctr_df()
476 		templen += drbg_blocklen(drbg);  in drbg_ctr_df()
480 	X = temp + (drbg_keylen(drbg));  in drbg_ctr_df()
481 	drbg_string_fill(&cipherin, X, drbg_blocklen(drbg));  in drbg_ctr_df()
486 	drbg_kcapi_symsetkey(drbg, temp);  in drbg_ctr_df()
494 		ret = drbg_kcapi_sym(drbg, X, &cipherin);  in drbg_ctr_df()
497 		blocklen = (drbg_blocklen(drbg) <  in drbg_ctr_df()
499 			    drbg_blocklen(drbg) :  in drbg_ctr_df()
509 	memset(iv, 0, drbg_blocklen(drbg));  in drbg_ctr_df()
510 	memset(temp, 0, drbg_statelen(drbg) + drbg_blocklen(drbg));  in drbg_ctr_df()
511 	memset(pad, 0, drbg_blocklen(drbg));  in drbg_ctr_df()
530 static int drbg_ctr_update(struct drbg_state *drbg, struct list_head *seed,  in drbg_ctr_update()  argument
535 	unsigned char *temp = drbg->scratchpad;  in drbg_ctr_update()
536 	unsigned char *df_data = drbg->scratchpad + drbg_statelen(drbg) +  in drbg_ctr_update()
537 				 drbg_blocklen(drbg);  in drbg_ctr_update()
540 		memset(df_data, 0, drbg_statelen(drbg));  in drbg_ctr_update()
550 		crypto_inc(drbg->V, drbg_blocklen(drbg));  in drbg_ctr_update()
552 		ret = crypto_skcipher_setkey(drbg->ctr_handle, drbg->C,  in drbg_ctr_update()
553 					     drbg_keylen(drbg));  in drbg_ctr_update()
560 		ret = drbg_ctr_df(drbg, df_data, drbg_statelen(drbg), seed);  in drbg_ctr_update()
565 	ret = drbg_kcapi_sym_ctr(drbg, df_data, drbg_statelen(drbg),  in drbg_ctr_update()
566 				 temp, drbg_statelen(drbg));  in drbg_ctr_update()
571 	ret = crypto_skcipher_setkey(drbg->ctr_handle, temp,  in drbg_ctr_update()
572 				     drbg_keylen(drbg));  in drbg_ctr_update()
576 	memcpy(drbg->V, temp + drbg_keylen(drbg), drbg_blocklen(drbg));  in drbg_ctr_update()
578 	crypto_inc(drbg->V, drbg_blocklen(drbg));  in drbg_ctr_update()
582 	memset(temp, 0, drbg_statelen(drbg) + drbg_blocklen(drbg));  in drbg_ctr_update()
584 		memset(df_data, 0, drbg_statelen(drbg));  in drbg_ctr_update()
593 static int drbg_ctr_generate(struct drbg_state *drbg,  in drbg_ctr_generate()  argument
602 		ret = drbg_ctr_update(drbg, addtl, 2);  in drbg_ctr_generate()
608 	ret = drbg_kcapi_sym_ctr(drbg, NULL, 0, buf, len);  in drbg_ctr_generate()
613 	ret = drbg_ctr_update(drbg, NULL, 3);  in drbg_ctr_generate()
633 static int drbg_kcapi_hash(struct drbg_state *drbg, unsigned char *outval,
635 static void drbg_kcapi_hmacsetkey(struct drbg_state *drbg,
637 static int drbg_init_hash_kernel(struct drbg_state *drbg);
638 static int drbg_fini_hash_kernel(struct drbg_state *drbg);
653 static int drbg_hmac_update(struct drbg_state *drbg, struct list_head *seed,  in drbg_hmac_update()  argument
664 		memset(drbg->V, 1, drbg_statelen(drbg));  in drbg_hmac_update()
665 		drbg_kcapi_hmacsetkey(drbg, drbg->C);  in drbg_hmac_update()
668 	drbg_string_fill(&seed1, drbg->V, drbg_statelen(drbg));  in drbg_hmac_update()
677 	drbg_string_fill(&vdata, drbg->V, drbg_statelen(drbg));  in drbg_hmac_update()
686 		ret = drbg_kcapi_hash(drbg, drbg->C, &seedlist);  in drbg_hmac_update()
689 		drbg_kcapi_hmacsetkey(drbg, drbg->C);  in drbg_hmac_update()
692 		ret = drbg_kcapi_hash(drbg, drbg->V, &vdatalist);  in drbg_hmac_update()
705 static int drbg_hmac_generate(struct drbg_state *drbg,  in drbg_hmac_generate()  argument
717 		ret = drbg_hmac_update(drbg, addtl, 1);  in drbg_hmac_generate()
722 	drbg_string_fill(&data, drbg->V, drbg_statelen(drbg));  in drbg_hmac_generate()
727 		ret = drbg_kcapi_hash(drbg, drbg->V, &datalist);  in drbg_hmac_generate()
730 		outlen = (drbg_blocklen(drbg) < (buflen - len)) ?  in drbg_hmac_generate()
731 			  drbg_blocklen(drbg) : (buflen - len);  in drbg_hmac_generate()
734 		memcpy(buf + len, drbg->V, outlen);  in drbg_hmac_generate()
740 		ret = drbg_hmac_update(drbg, addtl, 1);  in drbg_hmac_generate()
742 		ret = drbg_hmac_update(drbg, NULL, 1);  in drbg_hmac_generate()
820 static int drbg_hash_df(struct drbg_state *drbg,  in drbg_hash_df()  argument
827 	unsigned char *tmp = drbg->scratchpad + drbg_statelen(drbg);  in drbg_hash_df()
842 		ret = drbg_kcapi_hash(drbg, tmp, entropylist);  in drbg_hash_df()
847 		blocklen = (drbg_blocklen(drbg) < (outlen - len)) ?  in drbg_hash_df()
848 			    drbg_blocklen(drbg) : (outlen - len);  in drbg_hash_df()
854 	memset(tmp, 0, drbg_blocklen(drbg));  in drbg_hash_df()
859 static int drbg_hash_update(struct drbg_state *drbg, struct list_head *seed,  in drbg_hash_update()  argument
866 	unsigned char *V = drbg->scratchpad;  in drbg_hash_update()
874 		memcpy(V, drbg->V, drbg_statelen(drbg));  in drbg_hash_update()
877 		drbg_string_fill(&data2, V, drbg_statelen(drbg));  in drbg_hash_update()
883 	ret = drbg_hash_df(drbg, drbg->V, drbg_statelen(drbg), &datalist);  in drbg_hash_update()
891 	drbg_string_fill(&data2, drbg->V, drbg_statelen(drbg));  in drbg_hash_update()
894 	ret = drbg_hash_df(drbg, drbg->C, drbg_statelen(drbg), &datalist2);  in drbg_hash_update()
897 	memset(drbg->scratchpad, 0, drbg_statelen(drbg));  in drbg_hash_update()
902 static int drbg_hash_process_addtl(struct drbg_state *drbg,  in drbg_hash_process_addtl()  argument
916 	drbg_string_fill(&data2, drbg->V, drbg_statelen(drbg));  in drbg_hash_process_addtl()
920 	ret = drbg_kcapi_hash(drbg, drbg->scratchpad, &datalist);  in drbg_hash_process_addtl()
925 	drbg_add_buf(drbg->V, drbg_statelen(drbg),  in drbg_hash_process_addtl()
926 		     drbg->scratchpad, drbg_blocklen(drbg));  in drbg_hash_process_addtl()
929 	memset(drbg->scratchpad, 0, drbg_blocklen(drbg));  in drbg_hash_process_addtl()
934 static int drbg_hash_hashgen(struct drbg_state *drbg,  in drbg_hash_hashgen()  argument
940 	unsigned char *src = drbg->scratchpad;  in drbg_hash_hashgen()
941 	unsigned char *dst = drbg->scratchpad + drbg_statelen(drbg);  in drbg_hash_hashgen()
946 	memcpy(src, drbg->V, drbg_statelen(drbg));  in drbg_hash_hashgen()
948 	drbg_string_fill(&data, src, drbg_statelen(drbg));  in drbg_hash_hashgen()
953 		ret = drbg_kcapi_hash(drbg, dst, &datalist);  in drbg_hash_hashgen()
958 		outlen = (drbg_blocklen(drbg) < (buflen - len)) ?  in drbg_hash_hashgen()
959 			  drbg_blocklen(drbg) : (buflen - len);  in drbg_hash_hashgen()
965 			crypto_inc(src, drbg_statelen(drbg));  in drbg_hash_hashgen()
969 	memset(drbg->scratchpad, 0,  in drbg_hash_hashgen()
970 	       (drbg_statelen(drbg) + drbg_blocklen(drbg)));  in drbg_hash_hashgen()
975 static int drbg_hash_generate(struct drbg_state *drbg,  in drbg_hash_generate()  argument
990 	ret = drbg_hash_process_addtl(drbg, addtl);  in drbg_hash_generate()
994 	len = drbg_hash_hashgen(drbg, buf, buflen);  in drbg_hash_generate()
1000 	drbg_string_fill(&data2, drbg->V, drbg_statelen(drbg));  in drbg_hash_generate()
1002 	ret = drbg_kcapi_hash(drbg, drbg->scratchpad, &datalist);  in drbg_hash_generate()
1009 	drbg_add_buf(drbg->V, drbg_statelen(drbg),  in drbg_hash_generate()
1010 		     drbg->scratchpad, drbg_blocklen(drbg));  in drbg_hash_generate()
1011 	drbg_add_buf(drbg->V, drbg_statelen(drbg),  in drbg_hash_generate()
1012 		     drbg->C, drbg_statelen(drbg));  in drbg_hash_generate()
1013 	u.req_int = cpu_to_be64(drbg->reseed_ctr);  in drbg_hash_generate()
1014 	drbg_add_buf(drbg->V, drbg_statelen(drbg), u.req, 8);  in drbg_hash_generate()
1017 	memset(drbg->scratchpad, 0, drbg_blocklen(drbg));  in drbg_hash_generate()
1037 static inline int __drbg_seed(struct drbg_state *drbg, struct list_head *seed,  in __drbg_seed()  argument
1040 	int ret = drbg->d_ops->update(drbg, seed, reseed);  in __drbg_seed()
1045 	drbg->seeded = true;  in __drbg_seed()
1047 	drbg->reseed_ctr = 1;  in __drbg_seed()
1052 static inline int drbg_get_random_bytes(struct drbg_state *drbg,  in drbg_get_random_bytes()  argument
1060 		ret = drbg_fips_continuous_test(drbg, entropy);  in drbg_get_random_bytes()
1072 	struct drbg_state *drbg = container_of(work, struct drbg_state,  in drbg_async_seed()  local
1074 	unsigned int entropylen = drbg_sec_strength(drbg->core->flags);  in drbg_async_seed()
1084 	mutex_lock(&drbg->drbg_mutex);  in drbg_async_seed()
1086 	ret = drbg_get_random_bytes(drbg, entropy, entropylen);  in drbg_async_seed()
1093 	drbg->seeded = false;  in drbg_async_seed()
1095 	__drbg_seed(drbg, &seedlist, true);  in drbg_async_seed()
1097 	if (drbg->seeded)  in drbg_async_seed()
1098 		drbg->reseed_threshold = drbg_max_requests(drbg);  in drbg_async_seed()
1101 	mutex_unlock(&drbg->drbg_mutex);  in drbg_async_seed()
1117 static int drbg_seed(struct drbg_state *drbg, struct drbg_string *pers,  in drbg_seed()  argument
1122 	unsigned int entropylen = drbg_sec_strength(drbg->core->flags);  in drbg_seed()
1127 	if (pers && pers->len > (drbg_max_addtl(drbg))) {  in drbg_seed()
1133 	if (list_empty(&drbg->test_data.list)) {  in drbg_seed()
1134 		drbg_string_fill(&data1, drbg->test_data.buf,  in drbg_seed()
1135 				 drbg->test_data.len);  in drbg_seed()
1152 		ret = drbg_get_random_bytes(drbg, entropy, entropylen);  in drbg_seed()
1156 		if (!drbg->jent) {  in drbg_seed()
1162 			ret = crypto_rng_get_bytes(drbg->jent,  in drbg_seed()
1204 		memset(drbg->V, 0, drbg_statelen(drbg));  in drbg_seed()
1205 		memset(drbg->C, 0, drbg_statelen(drbg));  in drbg_seed()
1208 	ret = __drbg_seed(drbg, &seedlist, reseed);  in drbg_seed()
1217 static inline void drbg_dealloc_state(struct drbg_state *drbg)  in drbg_dealloc_state()  argument
1219 	if (!drbg)  in drbg_dealloc_state()
1221 	kfree_sensitive(drbg->Vbuf);  in drbg_dealloc_state()
1222 	drbg->Vbuf = NULL;  in drbg_dealloc_state()
1223 	drbg->V = NULL;  in drbg_dealloc_state()
1224 	kfree_sensitive(drbg->Cbuf);  in drbg_dealloc_state()
1225 	drbg->Cbuf = NULL;  in drbg_dealloc_state()
1226 	drbg->C = NULL;  in drbg_dealloc_state()
1227 	kfree_sensitive(drbg->scratchpadbuf);  in drbg_dealloc_state()
1228 	drbg->scratchpadbuf = NULL;  in drbg_dealloc_state()
1229 	drbg->reseed_ctr = 0;  in drbg_dealloc_state()
1230 	drbg->d_ops = NULL;  in drbg_dealloc_state()
1231 	drbg->core = NULL;  in drbg_dealloc_state()
1233 		kfree_sensitive(drbg->prev);  in drbg_dealloc_state()
1234 		drbg->prev = NULL;  in drbg_dealloc_state()
1235 		drbg->fips_primed = false;  in drbg_dealloc_state()
1243 static inline int drbg_alloc_state(struct drbg_state *drbg)  in drbg_alloc_state()  argument
1248 	switch (drbg->core->flags & DRBG_TYPE_MASK) {  in drbg_alloc_state()
1251 		drbg->d_ops = &drbg_hmac_ops;  in drbg_alloc_state()
1256 		drbg->d_ops = &drbg_hash_ops;  in drbg_alloc_state()
1261 		drbg->d_ops = &drbg_ctr_ops;  in drbg_alloc_state()
1269 	ret = drbg->d_ops->crypto_init(drbg);  in drbg_alloc_state()
1273 	drbg->Vbuf = kmalloc(drbg_statelen(drbg) + ret, GFP_KERNEL);  in drbg_alloc_state()
1274 	if (!drbg->Vbuf) {  in drbg_alloc_state()
1278 	drbg->V = PTR_ALIGN(drbg->Vbuf, ret + 1);  in drbg_alloc_state()
1279 	drbg->Cbuf = kmalloc(drbg_statelen(drbg) + ret, GFP_KERNEL);  in drbg_alloc_state()
1280 	if (!drbg->Cbuf) {  in drbg_alloc_state()
1284 	drbg->C = PTR_ALIGN(drbg->Cbuf, ret + 1);  in drbg_alloc_state()
1286 	if (drbg->core->flags & DRBG_HMAC)  in drbg_alloc_state()
1288 	else if (drbg->core->flags & DRBG_CTR)  in drbg_alloc_state()
1289 		sb_size = drbg_statelen(drbg) + drbg_blocklen(drbg) + /* temp */  in drbg_alloc_state()
1290 			  drbg_statelen(drbg) +	/* df_data */  in drbg_alloc_state()
1291 			  drbg_blocklen(drbg) +	/* pad */  in drbg_alloc_state()
1292 			  drbg_blocklen(drbg) +	/* iv */  in drbg_alloc_state()
1293 			  drbg_statelen(drbg) + drbg_blocklen(drbg); /* temp */  in drbg_alloc_state()
1295 		sb_size = drbg_statelen(drbg) + drbg_blocklen(drbg);  in drbg_alloc_state()
1298 		drbg->scratchpadbuf = kzalloc(sb_size + ret, GFP_KERNEL);  in drbg_alloc_state()
1299 		if (!drbg->scratchpadbuf) {  in drbg_alloc_state()
1303 		drbg->scratchpad = PTR_ALIGN(drbg->scratchpadbuf, ret + 1);  in drbg_alloc_state()
1307 		drbg->prev = kzalloc(drbg_sec_strength(drbg->core->flags),  in drbg_alloc_state()
1309 		if (!drbg->prev) {  in drbg_alloc_state()
1313 		drbg->fips_primed = false;  in drbg_alloc_state()
1319 	drbg->d_ops->crypto_fini(drbg);  in drbg_alloc_state()
1321 	drbg_dealloc_state(drbg);  in drbg_alloc_state()
1345 static int drbg_generate(struct drbg_state *drbg,  in drbg_generate()  argument
1352 	if (!drbg->core) {  in drbg_generate()
1367 	if (buflen > (drbg_max_request_bytes(drbg))) {  in drbg_generate()
1376 	if (addtl && addtl->len > (drbg_max_addtl(drbg))) {  in drbg_generate()
1387 	if (drbg->reseed_threshold < drbg->reseed_ctr)  in drbg_generate()
1388 		drbg->seeded = false;  in drbg_generate()
1390 	if (drbg->pr || !drbg->seeded) {  in drbg_generate()
1393 			 drbg->pr ? "true" : "false",  in drbg_generate()
1394 			 drbg->seeded ? "seeded" : "unseeded");  in drbg_generate()
1396 		len = drbg_seed(drbg, addtl, true);  in drbg_generate()
1406 	len = drbg->d_ops->generate(drbg, buf, buflen, &addtllist);  in drbg_generate()
1409 	drbg->reseed_ctr++;  in drbg_generate()
1429 	if (drbg->reseed_ctr && !(drbg->reseed_ctr % 4096)) {  in drbg_generate()
1432 		if (drbg->core->flags & DRBG_HMAC)  in drbg_generate()
1435 		else if (drbg->core->flags & DRBG_CTR)  in drbg_generate()
1447 			drbg_uninstantiate(drbg);  in drbg_generate()
1472 static int drbg_generate_long(struct drbg_state *drbg,  in drbg_generate_long()  argument
1481 		slice = ((buflen - len) / drbg_max_request_bytes(drbg));  in drbg_generate_long()
1482 		chunk = slice ? drbg_max_request_bytes(drbg) : (buflen - len);  in drbg_generate_long()
1483 		mutex_lock(&drbg->drbg_mutex);  in drbg_generate_long()
1484 		err = drbg_generate(drbg, buf + len, chunk, addtl);  in drbg_generate_long()
1485 		mutex_unlock(&drbg->drbg_mutex);  in drbg_generate_long()
1495 	struct drbg_state *drbg = container_of(rdy, struct drbg_state,  in drbg_schedule_async_seed()  local
1498 	schedule_work(&drbg->seed_work);  in drbg_schedule_async_seed()
1501 static int drbg_prepare_hrng(struct drbg_state *drbg)  in drbg_prepare_hrng()  argument
1506 	if (list_empty(&drbg->test_data.list))  in drbg_prepare_hrng()
1509 	drbg->jent = crypto_alloc_rng("jitterentropy_rng", 0, 0);  in drbg_prepare_hrng()
1511 	INIT_WORK(&drbg->seed_work, drbg_async_seed);  in drbg_prepare_hrng()
1513 	drbg->random_ready.owner = THIS_MODULE;  in drbg_prepare_hrng()
1514 	drbg->random_ready.func = drbg_schedule_async_seed;  in drbg_prepare_hrng()
1516 	err = add_random_ready_callback(&drbg->random_ready);  in drbg_prepare_hrng()
1527 		drbg->random_ready.func = NULL;  in drbg_prepare_hrng()
1535 	drbg->reseed_threshold = 50;  in drbg_prepare_hrng()
1557 static int drbg_instantiate(struct drbg_state *drbg, struct drbg_string *pers,  in drbg_instantiate()  argument
1565 	mutex_lock(&drbg->drbg_mutex);  in drbg_instantiate()
1577 	if (!drbg->core) {  in drbg_instantiate()
1578 		drbg->core = &drbg_cores[coreref];  in drbg_instantiate()
1579 		drbg->pr = pr;  in drbg_instantiate()
1580 		drbg->seeded = false;  in drbg_instantiate()
1581 		drbg->reseed_threshold = drbg_max_requests(drbg);  in drbg_instantiate()
1583 		ret = drbg_alloc_state(drbg);  in drbg_instantiate()
1587 		ret = drbg_prepare_hrng(drbg);  in drbg_instantiate()
1591 		if (IS_ERR(drbg->jent)) {  in drbg_instantiate()
1592 			ret = PTR_ERR(drbg->jent);  in drbg_instantiate()
1593 			drbg->jent = NULL;  in drbg_instantiate()
1602 	ret = drbg_seed(drbg, pers, reseed);  in drbg_instantiate()
1607 	mutex_unlock(&drbg->drbg_mutex);  in drbg_instantiate()
1611 	mutex_unlock(&drbg->drbg_mutex);  in drbg_instantiate()
1615 	mutex_unlock(&drbg->drbg_mutex);  in drbg_instantiate()
1616 	drbg_uninstantiate(drbg);  in drbg_instantiate()
1629 static int drbg_uninstantiate(struct drbg_state *drbg)  in drbg_uninstantiate()  argument
1631 	if (drbg->random_ready.func) {  in drbg_uninstantiate()
1632 		del_random_ready_callback(&drbg->random_ready);  in drbg_uninstantiate()
1633 		cancel_work_sync(&drbg->seed_work);  in drbg_uninstantiate()
1636 	if (!IS_ERR_OR_NULL(drbg->jent))  in drbg_uninstantiate()
1637 		crypto_free_rng(drbg->jent);  in drbg_uninstantiate()
1638 	drbg->jent = NULL;  in drbg_uninstantiate()
1640 	if (drbg->d_ops)  in drbg_uninstantiate()
1641 		drbg->d_ops->crypto_fini(drbg);  in drbg_uninstantiate()
1642 	drbg_dealloc_state(drbg);  in drbg_uninstantiate()
1657 	struct drbg_state *drbg = crypto_rng_ctx(tfm);  in drbg_kcapi_set_entropy()  local
1659 	mutex_lock(&drbg->drbg_mutex);  in drbg_kcapi_set_entropy()
1660 	drbg_string_fill(&drbg->test_data, data, len);  in drbg_kcapi_set_entropy()
1661 	mutex_unlock(&drbg->drbg_mutex);  in drbg_kcapi_set_entropy()
1674 static int drbg_init_hash_kernel(struct drbg_state *drbg)  in drbg_init_hash_kernel()  argument
1679 	tfm = crypto_alloc_shash(drbg->core->backend_cra_name, 0, 0);  in drbg_init_hash_kernel()
1682 				drbg->core->backend_cra_name);  in drbg_init_hash_kernel()
1685 	BUG_ON(drbg_blocklen(drbg) != crypto_shash_digestsize(tfm));  in drbg_init_hash_kernel()
1694 	drbg->priv_data = sdesc;  in drbg_init_hash_kernel()
1699 static int drbg_fini_hash_kernel(struct drbg_state *drbg)  in drbg_fini_hash_kernel()  argument
1701 	struct sdesc *sdesc = (struct sdesc *)drbg->priv_data;  in drbg_fini_hash_kernel()
1706 	drbg->priv_data = NULL;  in drbg_fini_hash_kernel()
1710 static void drbg_kcapi_hmacsetkey(struct drbg_state *drbg,  in drbg_kcapi_hmacsetkey()  argument
1713 	struct sdesc *sdesc = (struct sdesc *)drbg->priv_data;  in drbg_kcapi_hmacsetkey()
1715 	crypto_shash_setkey(sdesc->shash.tfm, key, drbg_statelen(drbg));  in drbg_kcapi_hmacsetkey()
1718 static int drbg_kcapi_hash(struct drbg_state *drbg, unsigned char *outval,  in drbg_kcapi_hash()  argument
1721 	struct sdesc *sdesc = (struct sdesc *)drbg->priv_data;  in drbg_kcapi_hash()
1732 static int drbg_fini_sym_kernel(struct drbg_state *drbg)  in drbg_fini_sym_kernel()  argument
1735 		(struct crypto_cipher *)drbg->priv_data;  in drbg_fini_sym_kernel()
1738 	drbg->priv_data = NULL;  in drbg_fini_sym_kernel()
1740 	if (drbg->ctr_handle)  in drbg_fini_sym_kernel()
1741 		crypto_free_skcipher(drbg->ctr_handle);  in drbg_fini_sym_kernel()
1742 	drbg->ctr_handle = NULL;  in drbg_fini_sym_kernel()
1744 	if (drbg->ctr_req)  in drbg_fini_sym_kernel()
1745 		skcipher_request_free(drbg->ctr_req);  in drbg_fini_sym_kernel()
1746 	drbg->ctr_req = NULL;  in drbg_fini_sym_kernel()
1748 	kfree(drbg->outscratchpadbuf);  in drbg_fini_sym_kernel()
1749 	drbg->outscratchpadbuf = NULL;  in drbg_fini_sym_kernel()
1754 static int drbg_init_sym_kernel(struct drbg_state *drbg)  in drbg_init_sym_kernel()  argument
1762 	tfm = crypto_alloc_cipher(drbg->core->backend_cra_name, 0, 0);  in drbg_init_sym_kernel()
1765 				drbg->core->backend_cra_name);  in drbg_init_sym_kernel()
1768 	BUG_ON(drbg_blocklen(drbg) != crypto_cipher_blocksize(tfm));  in drbg_init_sym_kernel()
1769 	drbg->priv_data = tfm;  in drbg_init_sym_kernel()
1772 	    drbg->core->backend_cra_name) >= CRYPTO_MAX_ALG_NAME) {  in drbg_init_sym_kernel()
1773 		drbg_fini_sym_kernel(drbg);  in drbg_init_sym_kernel()
1780 		drbg_fini_sym_kernel(drbg);  in drbg_init_sym_kernel()
1783 	drbg->ctr_handle = sk_tfm;  in drbg_init_sym_kernel()
1784 	crypto_init_wait(&drbg->ctr_wait);  in drbg_init_sym_kernel()
1789 		drbg_fini_sym_kernel(drbg);  in drbg_init_sym_kernel()
1792 	drbg->ctr_req = req;  in drbg_init_sym_kernel()
1795 					crypto_req_done, &drbg->ctr_wait);  in drbg_init_sym_kernel()
1798 	drbg->outscratchpadbuf = kmalloc(DRBG_OUTSCRATCHLEN + alignmask,  in drbg_init_sym_kernel()
1800 	if (!drbg->outscratchpadbuf) {  in drbg_init_sym_kernel()
1801 		drbg_fini_sym_kernel(drbg);  in drbg_init_sym_kernel()
1804 	drbg->outscratchpad = (u8 *)PTR_ALIGN(drbg->outscratchpadbuf,  in drbg_init_sym_kernel()
1807 	sg_init_table(&drbg->sg_in, 1);  in drbg_init_sym_kernel()
1808 	sg_init_one(&drbg->sg_out, drbg->outscratchpad, DRBG_OUTSCRATCHLEN);  in drbg_init_sym_kernel()
1813 static void drbg_kcapi_symsetkey(struct drbg_state *drbg,  in drbg_kcapi_symsetkey()  argument
1817 		(struct crypto_cipher *)drbg->priv_data;  in drbg_kcapi_symsetkey()
1819 	crypto_cipher_setkey(tfm, key, (drbg_keylen(drbg)));  in drbg_kcapi_symsetkey()
1822 static int drbg_kcapi_sym(struct drbg_state *drbg, unsigned char *outval,  in drbg_kcapi_sym()  argument
1826 		(struct crypto_cipher *)drbg->priv_data;  in drbg_kcapi_sym()
1829 	BUG_ON(in->len < drbg_blocklen(drbg));  in drbg_kcapi_sym()
1834 static int drbg_kcapi_sym_ctr(struct drbg_state *drbg,  in drbg_kcapi_sym_ctr()  argument
1838 	struct scatterlist *sg_in = &drbg->sg_in, *sg_out = &drbg->sg_out;  in drbg_kcapi_sym_ctr()
1848 		memset(drbg->outscratchpad, 0, scratchpad_use);  in drbg_kcapi_sym_ctr()
1849 		sg_set_buf(sg_in, drbg->outscratchpad, scratchpad_use);  in drbg_kcapi_sym_ctr()
1856 		skcipher_request_set_crypt(drbg->ctr_req, sg_in, sg_out,  in drbg_kcapi_sym_ctr()
1857 					   cryptlen, drbg->V);  in drbg_kcapi_sym_ctr()
1858 		ret = crypto_wait_req(crypto_skcipher_encrypt(drbg->ctr_req),  in drbg_kcapi_sym_ctr()
1859 					&drbg->ctr_wait);  in drbg_kcapi_sym_ctr()
1863 		crypto_init_wait(&drbg->ctr_wait);  in drbg_kcapi_sym_ctr()
1865 		memcpy(outbuf, drbg->outscratchpad, cryptlen);  in drbg_kcapi_sym_ctr()
1866 		memzero_explicit(drbg->outscratchpad, cryptlen);  in drbg_kcapi_sym_ctr()
1924 	struct drbg_state *drbg = crypto_tfm_ctx(tfm);  in drbg_kcapi_init()  local
1926 	mutex_init(&drbg->drbg_mutex);  in drbg_kcapi_init()
1949 	struct drbg_state *drbg = crypto_rng_ctx(tfm);  in drbg_kcapi_random()  local
1959 	return drbg_generate_long(drbg, dst, dlen, addtl);  in drbg_kcapi_random()
1968 	struct drbg_state *drbg = crypto_rng_ctx(tfm);  in drbg_kcapi_seed()  local
1982 	return drbg_instantiate(drbg, seed_string, coreref, pr);  in drbg_kcapi_seed()
2004 	struct drbg_state *drbg = NULL;  in drbg_healthcheck_sanity()  local
2024 	drbg = kzalloc(sizeof(struct drbg_state), GFP_KERNEL);  in drbg_healthcheck_sanity()
2025 	if (!drbg)  in drbg_healthcheck_sanity()
2028 	mutex_init(&drbg->drbg_mutex);  in drbg_healthcheck_sanity()
2029 	drbg->core = &drbg_cores[coreref];  in drbg_healthcheck_sanity()
2030 	drbg->reseed_threshold = drbg_max_requests(drbg);  in drbg_healthcheck_sanity()
2040 	max_addtllen = drbg_max_addtl(drbg);  in drbg_healthcheck_sanity()
2041 	max_request_bytes = drbg_max_request_bytes(drbg);  in drbg_healthcheck_sanity()
2044 	len = drbg_generate(drbg, buf, OUTBUFLEN, &addtl);  in drbg_healthcheck_sanity()
2047 	len = drbg_generate(drbg, buf, (max_request_bytes + 1), NULL);  in drbg_healthcheck_sanity()
2051 	ret = drbg_seed(drbg, &addtl, false);  in drbg_healthcheck_sanity()
2059 	kfree(drbg);  in drbg_healthcheck_sanity()