151 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_ablkcipher_rx_sg_create()
156 		sg_set_buf(sg++, rctx->msg_buf.c.supdt_tweak,  in spu_ablkcipher_rx_sg_create()
170 		sg_set_buf(sg++, rctx->msg_buf.c.supdt_tweak, SPU_SUPDT_LEN);  in spu_ablkcipher_rx_sg_create()
173 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_ablkcipher_rx_sg_create()
175 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_ablkcipher_rx_sg_create()
176 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_ablkcipher_rx_sg_create()
219 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_ablkcipher_tx_sg_create()
225 		sg_set_buf(sg++, rctx->msg_buf.iv_ctr, SPU_XTS_TWEAK_SIZE);  in spu_ablkcipher_tx_sg_create()
237 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_ablkcipher_tx_sg_create()
241 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_ablkcipher_tx_sg_create()
242 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_ablkcipher_tx_sg_create()
361 		sg_copy_part_to_buf(req->dst, rctx->msg_buf.iv_ctr,  in handle_ablkcipher_req()
367 		__builtin_memcpy(local_iv_ctr, rctx->msg_buf.iv_ctr,  in handle_ablkcipher_req()
377 			sg_copy_part_to_buf(req->src, rctx->msg_buf.iv_ctr,  in handle_ablkcipher_req()
390 			add_to_ctr(rctx->msg_buf.iv_ctr, chunksize >> 4);  in handle_ablkcipher_req()
401 			cipher_parms.key_buf = rctx->msg_buf.c.supdt_tweak;  in handle_ablkcipher_req()
425 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, ctx->bcm_spu_req_hdr,  in handle_ablkcipher_req()
426 	       sizeof(rctx->msg_buf.bcm_spu_req_hdr));  in handle_ablkcipher_req()
433 	spu->spu_cipher_req_finish(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_ablkcipher_req()
445 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad, 0,  in handle_ablkcipher_req()
450 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_ablkcipher_req()
454 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_ablkcipher_req()
513 	payload_len = spu->spu_payload_length(rctx->msg_buf.spu_resp_hdr);  in handle_ablkcipher_resp()
531 		packet_dump("  supdt ", rctx->msg_buf.c.supdt_tweak,  in handle_ablkcipher_resp()
579 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_ahash_rx_sg_create()
582 	sg_set_buf(sg++, rctx->msg_buf.digest, digestsize);  in spu_ahash_rx_sg_create()
585 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_ahash_rx_sg_create()
587 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_ahash_rx_sg_create()
588 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_ahash_rx_sg_create()
634 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_ahash_tx_sg_create()
652 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_ahash_tx_sg_create()
656 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_ahash_tx_sg_create()
657 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_ahash_tx_sg_create()
852 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, BCMHEADER, BCM_HDR_LEN);  in handle_ahash_req()
855 	spu_hdr_len = spu->spu_create_request(rctx->msg_buf.bcm_spu_req_hdr +  in handle_ahash_req()
880 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad, data_pad_len,  in handle_ahash_req()
886 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_ahash_req()
891 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_ahash_req()
988 	memcpy(req->result, rctx->msg_buf.digest, ctx->digestsize);  in ahash_req_done()
1044 	memcpy(rctx->incr_hash, rctx->msg_buf.digest, MAX_DIGEST_SIZE);  in handle_ahash_resp()
1126 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_aead_rx_sg_create()
1133 		memset(rctx->msg_buf.a.resp_aad, 0, assoc_buf_len);  in spu_aead_rx_sg_create()
1134 		sg_set_buf(sg++, rctx->msg_buf.a.resp_aad, assoc_buf_len);  in spu_aead_rx_sg_create()
1153 		memset(rctx->msg_buf.a.gcmpad, 0, data_padlen);  in spu_aead_rx_sg_create()
1154 		sg_set_buf(sg++, rctx->msg_buf.a.gcmpad, data_padlen);  in spu_aead_rx_sg_create()
1158 	sg_set_buf(sg++, rctx->msg_buf.digest, digestsize);  in spu_aead_rx_sg_create()
1162 		memset(rctx->msg_buf.rx_stat_pad, 0, stat_pad_len);  in spu_aead_rx_sg_create()
1163 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_aead_rx_sg_create()
1166 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_aead_rx_sg_create()
1167 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_aead_rx_sg_create()
1227 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_aead_tx_sg_create()
1242 		sg_set_buf(sg++, rctx->msg_buf.iv_ctr, aead_iv_len);  in spu_aead_tx_sg_create()
1245 		memset(rctx->msg_buf.a.req_aad_pad, 0, aad_pad_len);  in spu_aead_tx_sg_create()
1246 		sg_set_buf(sg++, rctx->msg_buf.a.req_aad_pad, aad_pad_len);  in spu_aead_tx_sg_create()
1264 		memset(rctx->msg_buf.spu_req_pad, 0, pad_len);  in spu_aead_tx_sg_create()
1265 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_aead_tx_sg_create()
1269 		sg_set_buf(sg++, rctx->msg_buf.digest, ctx->digestsize);  in spu_aead_tx_sg_create()
1273 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_aead_tx_sg_create()
1274 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_aead_tx_sg_create()
1343 	cipher_parms.iv_buf = rctx->msg_buf.iv_ctr;  in handle_aead_req()
1458 		sg_copy_part_to_buf(req->src, rctx->msg_buf.digest, digestsize,  in handle_aead_req()
1468 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, BCMHEADER, BCM_HDR_LEN);  in handle_aead_req()
1470 	spu_hdr_len = spu->spu_create_request(rctx->msg_buf.bcm_spu_req_hdr +  in handle_aead_req()
1487 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad,  in handle_aead_req()
1493 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_aead_req()
1496 	packet_dump("    aead iv: ", rctx->msg_buf.iv_ctr, aead_parms.iv_len);  in handle_aead_req()
1499 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_aead_req()
1578 	payload_len = spu->spu_payload_length(rctx->msg_buf.spu_resp_hdr);  in handle_aead_resp()
1585 		packet_dump("  assoc_data ", rctx->msg_buf.a.resp_aad,  in handle_aead_resp()
1596 		packet_dump("  ICV: ", rctx->msg_buf.digest, ctx->digestsize);  in handle_aead_resp()
1598 		sg_copy_part_from_buf(req->dst, rctx->msg_buf.digest,  in handle_aead_resp()
1678 	err = spu->spu_status_process(rctx->msg_buf.rx_stat);  in spu_rx_callback()
1786 		memcpy(rctx->msg_buf.iv_ctr, req->info, rctx->iv_ctr_len);  in ablkcipher_enqueue()
2803 			memcpy(rctx->msg_buf.iv_ctr + ctx->salt_offset,  in aead_enqueue()
2805 		memcpy(rctx->msg_buf.iv_ctr + ctx->salt_offset + ctx->salt_len,  in aead_enqueue()