44 struct device_private iproc_priv;  variable
93 #define BCM_HDR_LEN  iproc_priv.bcm_hdr_len
107 	u8 chan_idx = atomic_inc_return(&iproc_priv.next_chan);  in select_channel()
109 	return chan_idx % iproc_priv.spu.num_chan;  in select_channel()
138 	struct spu_hw *spu = &iproc_priv.spu;  in spu_ablkcipher_rx_sg_create()
205 	struct spu_hw *spu = &iproc_priv.spu;  in spu_ablkcipher_tx_sg_create()
252 	struct device *dev = &(iproc_priv.pdev->dev);  in mailbox_send_message()
254 	err = mbox_send_message(iproc_priv.mbox[chan_idx], mssg);  in mailbox_send_message()
263 			err = mbox_send_message(iproc_priv.mbox[chan_idx],  in mailbox_send_message()
265 			atomic_inc(&iproc_priv.mb_no_spc);  in mailbox_send_message()
269 		atomic_inc(&iproc_priv.mb_send_fail);  in mailbox_send_message()
281 	mbox_client_txdone(iproc_priv.mbox[chan_idx], err);  in mailbox_send_message()
305 	struct spu_hw *spu = &iproc_priv.spu;  in handle_ablkcipher_req()
437 	atomic64_add(chunksize, &iproc_priv.bytes_out);  in handle_ablkcipher_req()
504 	struct spu_hw *spu = &iproc_priv.spu;  in handle_ablkcipher_resp()
524 	atomic64_add(payload_len, &iproc_priv.bytes_in);  in handle_ablkcipher_resp()
536 		atomic_inc(&iproc_priv.op_counts[SPU_OP_CIPHER]);  in handle_ablkcipher_resp()
538 		   &iproc_priv.cipher_cnt[ctx->cipher.alg][ctx->cipher.mode]);  in handle_ablkcipher_resp()
567 	struct spu_hw *spu = &iproc_priv.spu;  in spu_ahash_rx_sg_create()
621 	struct spu_hw *spu = &iproc_priv.spu;  in spu_ahash_tx_sg_create()
691 	struct spu_hw *spu = &iproc_priv.spu;  in handle_ahash_req()
839 	atomic64_add(chunksize, &iproc_priv.bytes_out);  in handle_ahash_req()
982 	struct spu_hw *spu = &iproc_priv.spu;  in ahash_req_done()
1014 		atomic_inc(&iproc_priv.op_counts[SPU_OP_HMAC]);  in ahash_req_done()
1015 		atomic_inc(&iproc_priv.hmac_cnt[ctx->auth.alg]);  in ahash_req_done()
1017 		atomic_inc(&iproc_priv.op_counts[SPU_OP_HASH]);  in ahash_req_done()
1018 		atomic_inc(&iproc_priv.hash_cnt[ctx->auth.alg]);  in ahash_req_done()
1049 	atomic64_add(ctx->digestsize, &iproc_priv.bytes_in);  in handle_ahash_resp()
1087 	struct spu_hw *spu = &iproc_priv.spu;  in spu_aead_rx_sg_create()
1210 	struct spu_hw *spu = &iproc_priv.spu;  in spu_aead_tx_sg_create()
1298 	struct spu_hw *spu = &iproc_priv.spu;  in handle_aead_req()
1463 	atomic64_add(chunksize, &iproc_priv.bytes_out);  in handle_aead_req()
1568 	struct spu_hw *spu = &iproc_priv.spu;  in handle_aead_resp()
1582 	atomic64_add(payload_len, &iproc_priv.bytes_in);  in handle_aead_resp()
1606 	atomic_inc(&iproc_priv.op_counts[SPU_OP_AEAD]);  in handle_aead_resp()
1609 			atomic_inc(&iproc_priv.aead_cnt[AES_CCM]);  in handle_aead_resp()
1611 			atomic_inc(&iproc_priv.aead_cnt[AES_GCM]);  in handle_aead_resp()
1613 			atomic_inc(&iproc_priv.aead_cnt[AUTHENC]);  in handle_aead_resp()
1615 		atomic_inc(&iproc_priv.aead_cnt[AUTHENC]);  in handle_aead_resp()
1664 	struct spu_hw *spu = &iproc_priv.spu;  in spu_rx_callback()
1681 			atomic_inc(&iproc_priv.bad_icv);  in spu_rx_callback()
1880 	struct spu_hw *spu = &iproc_priv.spu;  in ablkcipher_setkey()
1948 	atomic_inc(&iproc_priv.setkey_cnt[SPU_OP_CIPHER]);  in ablkcipher_setkey()
1993 	    (iproc_priv.spu.spu_type == SPU_TYPE_SPU2)) {  in ahash_enqueue()
2024 	struct spu_hw *spu = &iproc_priv.spu;  in __ahash_init()
2067 	struct spu_hw *spu = &iproc_priv.spu;  in spu_no_incr_hash()
2458 	if (iproc_priv.spu.spu_type == SPU_TYPE_SPUM) {  in ahash_hmac_setkey()
2474 	atomic_inc(&iproc_priv.setkey_cnt[SPU_OP_HMAC]);  in ahash_hmac_setkey()
2542 	if (iproc_priv.spu.spu_type == SPU_TYPE_SPU2) {  in ahash_hmac_digest()
2570 	struct spu_hw *spu = &iproc_priv.spu;  in aead_need_fallback()
2822 	struct spu_hw *spu = &iproc_priv.spu;  in aead_authenc_setkey()
2910 	atomic_inc(&iproc_priv.setkey_cnt[SPU_OP_AEAD]);  in aead_authenc_setkey()
2926 	struct spu_hw *spu = &iproc_priv.spu;  in aead_gcm_ccm_setkey()
2983 	atomic_inc(&iproc_priv.setkey_cnt[SPU_OP_AEAD]);  in aead_gcm_ccm_setkey()
4261 	struct spu_hw *spu = &iproc_priv.spu;  in generic_cra_init()
4279 	atomic_inc(&iproc_priv.stream_count);  in generic_cra_init()
4280 	atomic_inc(&iproc_priv.session_count);  in generic_cra_init()
4363 	atomic_dec(&iproc_priv.session_count);  in generic_cra_exit()
4390 	struct spu_hw *spu = &iproc_priv.spu;  in spu_functions_register()
4452 	struct mbox_client *mcl = &iproc_priv.mcl;  in spu_mb_init()
4455 	iproc_priv.mbox = devm_kcalloc(dev, iproc_priv.spu.num_chan,  in spu_mb_init()
4457 	if (!iproc_priv.mbox)  in spu_mb_init()
4467 	for (i = 0; i < iproc_priv.spu.num_chan; i++) {  in spu_mb_init()
4468 		iproc_priv.mbox[i] = mbox_request_channel(mcl, i);  in spu_mb_init()
4469 		if (IS_ERR(iproc_priv.mbox[i])) {  in spu_mb_init()
4470 			err = (int)PTR_ERR(iproc_priv.mbox[i]);  in spu_mb_init()
4474 			iproc_priv.mbox[i] = NULL;  in spu_mb_init()
4481 	for (i = 0; i < iproc_priv.spu.num_chan; i++) {  in spu_mb_init()
4482 		if (iproc_priv.mbox[i])  in spu_mb_init()
4483 			mbox_free_channel(iproc_priv.mbox[i]);  in spu_mb_init()
4493 	for (i = 0; i < iproc_priv.spu.num_chan; i++)  in spu_mb_release()
4494 		mbox_free_channel(iproc_priv.mbox[i]);  in spu_mb_release()
4502 	atomic_set(&iproc_priv.session_count, 0);  in spu_counters_init()
4503 	atomic_set(&iproc_priv.stream_count, 0);  in spu_counters_init()
4504 	atomic_set(&iproc_priv.next_chan, (int)iproc_priv.spu.num_chan);  in spu_counters_init()
4505 	atomic64_set(&iproc_priv.bytes_in, 0);  in spu_counters_init()
4506 	atomic64_set(&iproc_priv.bytes_out, 0);  in spu_counters_init()
4508 		atomic_set(&iproc_priv.op_counts[i], 0);  in spu_counters_init()
4509 		atomic_set(&iproc_priv.setkey_cnt[i], 0);  in spu_counters_init()
4513 			atomic_set(&iproc_priv.cipher_cnt[i][j], 0);  in spu_counters_init()
4516 		atomic_set(&iproc_priv.hash_cnt[i], 0);  in spu_counters_init()
4517 		atomic_set(&iproc_priv.hmac_cnt[i], 0);  in spu_counters_init()
4520 		atomic_set(&iproc_priv.aead_cnt[i], 0);  in spu_counters_init()
4522 	atomic_set(&iproc_priv.mb_no_spc, 0);  in spu_counters_init()
4523 	atomic_set(&iproc_priv.mb_send_fail, 0);  in spu_counters_init()
4524 	atomic_set(&iproc_priv.bad_icv, 0);  in spu_counters_init()
4529 	struct spu_hw *spu = &iproc_priv.spu;  in spu_register_ablkcipher()
4563 	struct spu_hw *spu = &iproc_priv.spu;  in spu_register_ahash()
4743 	struct spu_hw *spu = &iproc_priv.spu;  in spu_dt_read()
4783 	struct spu_hw *spu = &iproc_priv.spu;  in bcm_spu_probe()
4786 	iproc_priv.pdev  = pdev;  in bcm_spu_probe()
4787 	platform_set_drvdata(iproc_priv.pdev,  in bcm_spu_probe()
4788 			     &iproc_priv);  in bcm_spu_probe()
4799 		iproc_priv.bcm_hdr_len = 8;  in bcm_spu_probe()
4801 		iproc_priv.bcm_hdr_len = 0;  in bcm_spu_probe()