117 	struct aspeed_engine_hash *hash_engine = &hace_dev->hash_engine;  in aspeed_ahash_dma_prepare()  local
118 	struct ahash_request *req = hash_engine->req;  in aspeed_ahash_dma_prepare()
128 		memcpy(hash_engine->ahash_src_addr, rctx->buffer, rctx->bufcnt);  in aspeed_ahash_dma_prepare()
131 		scatterwalk_map_and_copy(hash_engine->ahash_src_addr +  in aspeed_ahash_dma_prepare()
153 	hash_engine->src_length = length - remain;  in aspeed_ahash_dma_prepare()
154 	hash_engine->src_dma = hash_engine->ahash_src_dma_addr;  in aspeed_ahash_dma_prepare()
155 	hash_engine->digest_dma = rctx->digest_dma_addr;  in aspeed_ahash_dma_prepare()
166 	struct aspeed_engine_hash *hash_engine = &hace_dev->hash_engine;  in aspeed_ahash_dma_prepare_sg()  local
167 	struct ahash_request *req = hash_engine->req;  in aspeed_ahash_dma_prepare_sg()
189 	src_list = (struct aspeed_sg_list *)hash_engine->ahash_src_addr;  in aspeed_ahash_dma_prepare_sg()
251 	hash_engine->src_length = rctx->total + rctx->bufcnt - remain;  in aspeed_ahash_dma_prepare_sg()
252 	hash_engine->src_dma = hash_engine->ahash_src_dma_addr;  in aspeed_ahash_dma_prepare_sg()
253 	hash_engine->digest_dma = rctx->digest_dma_addr;  in aspeed_ahash_dma_prepare_sg()
273 	struct aspeed_engine_hash *hash_engine = &hace_dev->hash_engine;  in aspeed_ahash_complete()  local
274 	struct ahash_request *req = hash_engine->req;  in aspeed_ahash_complete()
278 	hash_engine->flags &= ~CRYPTO_FLAGS_BUSY;  in aspeed_ahash_complete()
291 	struct aspeed_engine_hash *hash_engine = &hace_dev->hash_engine;  in aspeed_ahash_transfer()  local
292 	struct ahash_request *req = hash_engine->req;  in aspeed_ahash_transfer()
314 	struct aspeed_engine_hash *hash_engine = &hace_dev->hash_engine;  in aspeed_hace_ahash_trigger()  local
315 	struct ahash_request *req = hash_engine->req;  in aspeed_hace_ahash_trigger()
319 		  &hash_engine->src_dma, &hash_engine->digest_dma,  in aspeed_hace_ahash_trigger()
320 		  hash_engine->src_length);  in aspeed_hace_ahash_trigger()
323 	hash_engine->resume = resume;  in aspeed_hace_ahash_trigger()
325 	ast_hace_write(hace_dev, hash_engine->src_dma, ASPEED_HACE_HASH_SRC);  in aspeed_hace_ahash_trigger()
326 	ast_hace_write(hace_dev, hash_engine->digest_dma,  in aspeed_hace_ahash_trigger()
328 	ast_hace_write(hace_dev, hash_engine->digest_dma,  in aspeed_hace_ahash_trigger()
330 	ast_hace_write(hace_dev, hash_engine->src_length,  in aspeed_hace_ahash_trigger()
348 	struct aspeed_engine_hash *hash_engine = &hace_dev->hash_engine;  in aspeed_ahash_hmac_resume()  local
349 	struct ahash_request *req = hash_engine->req;  in aspeed_ahash_hmac_resume()
392 	hash_engine->src_dma = rctx->buffer_dma_addr;  in aspeed_ahash_hmac_resume()
393 	hash_engine->src_length = rctx->bufcnt;  in aspeed_ahash_hmac_resume()
394 	hash_engine->digest_dma = rctx->digest_dma_addr;  in aspeed_ahash_hmac_resume()
407 	struct aspeed_engine_hash *hash_engine = &hace_dev->hash_engine;  in aspeed_ahash_req_final()  local
408 	struct ahash_request *req = hash_engine->req;  in aspeed_ahash_req_final()
436 	hash_engine->src_dma = rctx->buffer_dma_addr;  in aspeed_ahash_req_final()
437 	hash_engine->src_length = rctx->bufcnt;  in aspeed_ahash_req_final()
438 	hash_engine->digest_dma = rctx->digest_dma_addr;  in aspeed_ahash_req_final()
455 	struct aspeed_engine_hash *hash_engine = &hace_dev->hash_engine;  in aspeed_ahash_update_resume_sg()  local
456 	struct ahash_request *req = hash_engine->req;  in aspeed_ahash_update_resume_sg()
486 	struct aspeed_engine_hash *hash_engine = &hace_dev->hash_engine;  in aspeed_ahash_update_resume()  local
487 	struct ahash_request *req = hash_engine->req;  in aspeed_ahash_update_resume()
503 	struct aspeed_engine_hash *hash_engine = &hace_dev->hash_engine;  in aspeed_ahash_req_update()  local
504 	struct ahash_request *req = hash_engine->req;  in aspeed_ahash_req_update()
519 	ret = hash_engine->dma_prepare(hace_dev);  in aspeed_ahash_req_update()
540 	struct aspeed_engine_hash *hash_engine;  in aspeed_ahash_do_request()  local
543 	hash_engine = &hace_dev->hash_engine;  in aspeed_ahash_do_request()
544 	hash_engine->flags |= CRYPTO_FLAGS_BUSY;  in aspeed_ahash_do_request()
564 	struct aspeed_engine_hash *hash_engine;  in aspeed_ahash_prepare_request()  local
566 	hash_engine = &hace_dev->hash_engine;  in aspeed_ahash_prepare_request()
567 	hash_engine->req = req;  in aspeed_ahash_prepare_request()
570 		hash_engine->dma_prepare = aspeed_ahash_dma_prepare_sg;  in aspeed_ahash_prepare_request()
572 		hash_engine->dma_prepare = aspeed_ahash_dma_prepare;  in aspeed_ahash_prepare_request()