162 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_ablkcipher_rx_sg_create()
167 		sg_set_buf(sg++, rctx->msg_buf.c.supdt_tweak,  in spu_ablkcipher_rx_sg_create()
181 		sg_set_buf(sg++, rctx->msg_buf.c.supdt_tweak, SPU_SUPDT_LEN);  in spu_ablkcipher_rx_sg_create()
184 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_ablkcipher_rx_sg_create()
186 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_ablkcipher_rx_sg_create()
187 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_ablkcipher_rx_sg_create()
230 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_ablkcipher_tx_sg_create()
236 		sg_set_buf(sg++, rctx->msg_buf.iv_ctr, SPU_XTS_TWEAK_SIZE);  in spu_ablkcipher_tx_sg_create()
248 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_ablkcipher_tx_sg_create()
252 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_ablkcipher_tx_sg_create()
253 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_ablkcipher_tx_sg_create()
372 		sg_copy_part_to_buf(req->dst, rctx->msg_buf.iv_ctr,  in handle_ablkcipher_req()
378 		__builtin_memcpy(local_iv_ctr, rctx->msg_buf.iv_ctr,  in handle_ablkcipher_req()
388 			sg_copy_part_to_buf(req->src, rctx->msg_buf.iv_ctr,  in handle_ablkcipher_req()
401 			add_to_ctr(rctx->msg_buf.iv_ctr, chunksize >> 4);  in handle_ablkcipher_req()
412 			cipher_parms.key_buf = rctx->msg_buf.c.supdt_tweak;  in handle_ablkcipher_req()
436 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, ctx->bcm_spu_req_hdr,  in handle_ablkcipher_req()
437 	       sizeof(rctx->msg_buf.bcm_spu_req_hdr));  in handle_ablkcipher_req()
444 	spu->spu_cipher_req_finish(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_ablkcipher_req()
456 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad, 0,  in handle_ablkcipher_req()
461 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_ablkcipher_req()
465 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_ablkcipher_req()
524 	payload_len = spu->spu_payload_length(rctx->msg_buf.spu_resp_hdr);  in handle_ablkcipher_resp()
542 		packet_dump("  supdt ", rctx->msg_buf.c.supdt_tweak,  in handle_ablkcipher_resp()
590 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_ahash_rx_sg_create()
593 	sg_set_buf(sg++, rctx->msg_buf.digest, digestsize);  in spu_ahash_rx_sg_create()
596 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_ahash_rx_sg_create()
598 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_ahash_rx_sg_create()
599 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_ahash_rx_sg_create()
645 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_ahash_tx_sg_create()
663 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_ahash_tx_sg_create()
667 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_ahash_tx_sg_create()
668 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_ahash_tx_sg_create()
863 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, BCMHEADER, BCM_HDR_LEN);  in handle_ahash_req()
866 	spu_hdr_len = spu->spu_create_request(rctx->msg_buf.bcm_spu_req_hdr +  in handle_ahash_req()
891 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad, data_pad_len,  in handle_ahash_req()
897 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_ahash_req()
902 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_ahash_req()
999 	memcpy(req->result, rctx->msg_buf.digest, ctx->digestsize);  in ahash_req_done()
1055 	memcpy(rctx->incr_hash, rctx->msg_buf.digest, MAX_DIGEST_SIZE);  in handle_ahash_resp()
1137 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_aead_rx_sg_create()
1144 		memset(rctx->msg_buf.a.resp_aad, 0, assoc_buf_len);  in spu_aead_rx_sg_create()
1145 		sg_set_buf(sg++, rctx->msg_buf.a.resp_aad, assoc_buf_len);  in spu_aead_rx_sg_create()
1164 		memset(rctx->msg_buf.a.gcmpad, 0, data_padlen);  in spu_aead_rx_sg_create()
1165 		sg_set_buf(sg++, rctx->msg_buf.a.gcmpad, data_padlen);  in spu_aead_rx_sg_create()
1169 	sg_set_buf(sg++, rctx->msg_buf.digest, digestsize);  in spu_aead_rx_sg_create()
1173 		memset(rctx->msg_buf.rx_stat_pad, 0, stat_pad_len);  in spu_aead_rx_sg_create()
1174 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_aead_rx_sg_create()
1177 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_aead_rx_sg_create()
1178 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_aead_rx_sg_create()
1238 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_aead_tx_sg_create()
1253 		sg_set_buf(sg++, rctx->msg_buf.iv_ctr, aead_iv_len);  in spu_aead_tx_sg_create()
1256 		memset(rctx->msg_buf.a.req_aad_pad, 0, aad_pad_len);  in spu_aead_tx_sg_create()
1257 		sg_set_buf(sg++, rctx->msg_buf.a.req_aad_pad, aad_pad_len);  in spu_aead_tx_sg_create()
1275 		memset(rctx->msg_buf.spu_req_pad, 0, pad_len);  in spu_aead_tx_sg_create()
1276 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_aead_tx_sg_create()
1280 		sg_set_buf(sg++, rctx->msg_buf.digest, ctx->digestsize);  in spu_aead_tx_sg_create()
1284 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_aead_tx_sg_create()
1285 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_aead_tx_sg_create()
1354 	cipher_parms.iv_buf = rctx->msg_buf.iv_ctr;  in handle_aead_req()
1469 		sg_copy_part_to_buf(req->src, rctx->msg_buf.digest, digestsize,  in handle_aead_req()
1479 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, BCMHEADER, BCM_HDR_LEN);  in handle_aead_req()
1481 	spu_hdr_len = spu->spu_create_request(rctx->msg_buf.bcm_spu_req_hdr +  in handle_aead_req()
1498 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad,  in handle_aead_req()
1504 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_aead_req()
1507 	packet_dump("    aead iv: ", rctx->msg_buf.iv_ctr, aead_parms.iv_len);  in handle_aead_req()
1510 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_aead_req()
1589 	payload_len = spu->spu_payload_length(rctx->msg_buf.spu_resp_hdr);  in handle_aead_resp()
1596 		packet_dump("  assoc_data ", rctx->msg_buf.a.resp_aad,  in handle_aead_resp()
1607 		packet_dump("  ICV: ", rctx->msg_buf.digest, ctx->digestsize);  in handle_aead_resp()
1609 		sg_copy_part_from_buf(req->dst, rctx->msg_buf.digest,  in handle_aead_resp()
1693 	err = spu->spu_status_process(rctx->msg_buf.rx_stat);  in spu_rx_callback()
1801 		memcpy(rctx->msg_buf.iv_ctr, req->info, rctx->iv_ctr_len);  in ablkcipher_enqueue()
2826 			memcpy(rctx->msg_buf.iv_ctr + ctx->salt_offset,  in aead_enqueue()
2828 		memcpy(rctx->msg_buf.iv_ctr + ctx->salt_offset + ctx->salt_len,  in aead_enqueue()