886 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in cc_proc_digest_desc()  local
890 	int direct = req_ctx->gen_ctx.op_type;  in cc_proc_digest_desc()
897 		set_dout_dlli(&desc[idx], req_ctx->icv_dma_addr, ctx->authsize,  in cc_proc_digest_desc()
913 		set_dout_dlli(&desc[idx], req_ctx->mac_buf_dma_addr,  in cc_proc_digest_desc()
936 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in cc_set_cipher_desc()  local
937 	unsigned int hw_iv_size = req_ctx->hw_iv_size;  in cc_set_cipher_desc()
939 	int direct = req_ctx->gen_ctx.op_type;  in cc_set_cipher_desc()
945 	set_din_type(&desc[idx], DMA_DLLI, req_ctx->gen_ctx.iv_dma_addr,  in cc_set_cipher_desc()
978 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in cc_proc_cipher()  local
979 	int direct = req_ctx->gen_ctx.op_type;  in cc_proc_cipher()
982 	if (req_ctx->cryptlen == 0)  in cc_proc_cipher()
1171 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in cc_mlli_to_sram()  local
1176 	if ((req_ctx->assoc_buff_type == CC_DMA_BUF_MLLI ||  in cc_mlli_to_sram()
1177 	    req_ctx->data_buff_type == CC_DMA_BUF_MLLI ||  in cc_mlli_to_sram()
1178 	    !req_ctx->is_single_pass) && req_ctx->mlli_params.mlli_len) {  in cc_mlli_to_sram()
1181 			req_ctx->mlli_params.mlli_len);  in cc_mlli_to_sram()
1185 			     req_ctx->mlli_params.mlli_dma_addr,  in cc_mlli_to_sram()
1186 			     req_ctx->mlli_params.mlli_len, NS_BIT);  in cc_mlli_to_sram()
1189 			      req_ctx->mlli_params.mlli_len);  in cc_mlli_to_sram()
1225 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in cc_hmac_authenc()  local
1226 	int direct = req_ctx->gen_ctx.op_type;  in cc_hmac_authenc()
1229 				 req_ctx->is_single_pass);  in cc_hmac_authenc()
1231 	if (req_ctx->is_single_pass) {  in cc_hmac_authenc()
1278 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in cc_xcbc_authenc()  local
1279 	int direct = req_ctx->gen_ctx.op_type;  in cc_xcbc_authenc()
1282 				 req_ctx->is_single_pass);  in cc_xcbc_authenc()
1284 	if (req_ctx->is_single_pass) {  in cc_xcbc_authenc()
1424 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in cc_ccm()  local
1429 	if (req_ctx->gen_ctx.op_type == DRV_CRYPTO_DIRECTION_DECRYPT) {  in cc_ccm()
1431 		mac_result = req_ctx->mac_buf_dma_addr;  in cc_ccm()
1434 		mac_result = req_ctx->icv_dma_addr;  in cc_ccm()
1454 		     req_ctx->gen_ctx.iv_dma_addr, AES_BLOCK_SIZE, NS_BIT);  in cc_ccm()
1477 	set_din_type(&desc[idx], DMA_DLLI, req_ctx->mac_buf_dma_addr,  in cc_ccm()
1486 	if (req_ctx->assoclen > 0) {  in cc_ccm()
1491 			     sg_dma_address(&req_ctx->ccm_adata_sg),  in cc_ccm()
1492 			     AES_BLOCK_SIZE + req_ctx->ccm_hdr_size, NS_BIT);  in cc_ccm()
1498 	if (req_ctx->cryptlen)  in cc_ccm()
1504 	set_dout_dlli(&desc[idx], req_ctx->mac_buf_dma_addr, ctx->authsize,  in cc_ccm()
1516 	set_din_type(&desc[idx], DMA_DLLI, req_ctx->ccm_iv0_dma_addr,  in cc_ccm()
1530 	set_din_type(&desc[idx], DMA_DLLI, req_ctx->mac_buf_dma_addr,  in cc_ccm()
1546 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in config_ccm_adata()  local
1554 	u8 *b0 = req_ctx->ccm_config + CCM_B0_OFFSET;  in config_ccm_adata()
1555 	u8 *a0 = req_ctx->ccm_config + CCM_A0_OFFSET;  in config_ccm_adata()
1556 	u8 *ctr_count_0 = req_ctx->ccm_config + CCM_CTR_COUNT_0_OFFSET;  in config_ccm_adata()
1557 	unsigned int cryptlen = (req_ctx->gen_ctx.op_type ==  in config_ccm_adata()
1563 	memset(req_ctx->mac_buf, 0, AES_BLOCK_SIZE);  in config_ccm_adata()
1564 	memset(req_ctx->ccm_config, 0, AES_BLOCK_SIZE * 3);  in config_ccm_adata()
1578 	if (req_ctx->assoclen > 0)  in config_ccm_adata()
1589 	req_ctx->ccm_hdr_size = format_ccm_a0(a0, req_ctx->assoclen);  in config_ccm_adata()
1629 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in cc_set_ghash_desc()  local
1646 	set_dout_dlli(&desc[idx], req_ctx->hkey_dma_addr, AES_BLOCK_SIZE,  in cc_set_ghash_desc()
1659 	set_din_type(&desc[idx], DMA_DLLI, req_ctx->hkey_dma_addr,  in cc_set_ghash_desc()
1707 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in cc_set_gctr_desc()  local
1721 	if (req_ctx->cryptlen && !req_ctx->plaintext_authenticate_only) {  in cc_set_gctr_desc()
1727 			     req_ctx->gcm_iv_inc2_dma_addr, AES_BLOCK_SIZE,  in cc_set_gctr_desc()
1744 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in cc_proc_gcm_result()  local
1748 	if (req_ctx->gen_ctx.op_type == DRV_CRYPTO_DIRECTION_DECRYPT) {  in cc_proc_gcm_result()
1749 		mac_result = req_ctx->mac_buf_dma_addr;  in cc_proc_gcm_result()
1751 		mac_result = req_ctx->icv_dma_addr;  in cc_proc_gcm_result()
1756 	set_din_type(&desc[idx], DMA_DLLI, req_ctx->gcm_block_len_dma_addr,  in cc_proc_gcm_result()
1765 	set_dout_dlli(&desc[idx], req_ctx->mac_buf_dma_addr, AES_BLOCK_SIZE,  in cc_proc_gcm_result()
1777 	set_din_type(&desc[idx], DMA_DLLI, req_ctx->gcm_iv_inc1_dma_addr,  in cc_proc_gcm_result()
1793 	set_din_type(&desc[idx], DMA_DLLI, req_ctx->mac_buf_dma_addr,  in cc_proc_gcm_result()
1806 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in cc_gcm()  local
1809 	if (req_ctx->gen_ctx.op_type == DRV_CRYPTO_DIRECTION_DECRYPT) {  in cc_gcm()
1816 	if (req_ctx->plaintext_authenticate_only) {  in cc_gcm()
1829 	if (req_ctx->assoclen > 0)  in cc_gcm()
1833 	if (req_ctx->cryptlen)  in cc_gcm()
1844 	struct aead_req_ctx *req_ctx = aead_request_ctx(req);  in config_gcm_context()  local
1847 	unsigned int cryptlen = (req_ctx->gen_ctx.op_type ==  in config_gcm_context()
1854 		__func__, cryptlen, req_ctx->assoclen, ctx->authsize);  in config_gcm_context()
1856 	memset(req_ctx->hkey, 0, AES_BLOCK_SIZE);  in config_gcm_context()
1858 	memset(req_ctx->mac_buf, 0, AES_BLOCK_SIZE);  in config_gcm_context()
1861 	memcpy(req_ctx->gcm_iv_inc2, req->iv, 16);  in config_gcm_context()
1865 	memcpy(req_ctx->gcm_iv_inc1, req->iv, 16);  in config_gcm_context()
1867 	if (!req_ctx->plaintext_authenticate_only) {  in config_gcm_context()
1870 		temp64 = cpu_to_be64(req_ctx->assoclen * 8);  in config_gcm_context()
1871 		memcpy(&req_ctx->gcm_len_block.len_a, &temp64, sizeof(temp64));  in config_gcm_context()
1873 		memcpy(&req_ctx->gcm_len_block.len_c, &temp64, 8);  in config_gcm_context()
1880 		temp64 = cpu_to_be64((req_ctx->assoclen +  in config_gcm_context()
1882 		memcpy(&req_ctx->gcm_len_block.len_a, &temp64, sizeof(temp64));  in config_gcm_context()
1884 		memcpy(&req_ctx->gcm_len_block.len_c, &temp64, 8);  in config_gcm_context()