29 		reg = rvu_read64(rvu, blkaddr, CPT_AF_EXEX_STS(e)); \
44 	int blkaddr = block->addr;  in rvu_cpt_af_flt_intr_handler()  local
47 	reg0 = rvu_read64(rvu, blkaddr, CPT_AF_FLTX_INT(0));  in rvu_cpt_af_flt_intr_handler()
48 	reg1 = rvu_read64(rvu, blkaddr, CPT_AF_FLTX_INT(1));  in rvu_cpt_af_flt_intr_handler()
50 		reg2 = rvu_read64(rvu, blkaddr, CPT_AF_FLTX_INT(2));  in rvu_cpt_af_flt_intr_handler()
60 	rvu_write64(rvu, blkaddr, CPT_AF_FLTX_INT(0), reg0);  in rvu_cpt_af_flt_intr_handler()
61 	rvu_write64(rvu, blkaddr, CPT_AF_FLTX_INT(1), reg1);  in rvu_cpt_af_flt_intr_handler()
63 		rvu_write64(rvu, blkaddr, CPT_AF_FLTX_INT(2), reg2);  in rvu_cpt_af_flt_intr_handler()
72 	int blkaddr = block->addr;  in rvu_cpt_af_rvu_intr_handler()  local
75 	reg = rvu_read64(rvu, blkaddr, CPT_AF_RVU_INT);  in rvu_cpt_af_rvu_intr_handler()
78 	rvu_write64(rvu, blkaddr, CPT_AF_RVU_INT, reg);  in rvu_cpt_af_rvu_intr_handler()
86 	int blkaddr = block->addr;  in rvu_cpt_af_ras_intr_handler()  local
89 	reg = rvu_read64(rvu, blkaddr, CPT_AF_RAS_INT);  in rvu_cpt_af_ras_intr_handler()
92 	rvu_write64(rvu, blkaddr, CPT_AF_RAS_INT, reg);  in rvu_cpt_af_ras_intr_handler()
118 	int blkaddr = block->addr;  in cpt_10k_unregister_interrupts()  local
123 		rvu_write64(rvu, blkaddr, CPT_AF_FLTX_INT_ENA_W1C(i), 0x1);  in cpt_10k_unregister_interrupts()
124 	rvu_write64(rvu, blkaddr, CPT_AF_RVU_INT_ENA_W1C, 0x1);  in cpt_10k_unregister_interrupts()
125 	rvu_write64(rvu, blkaddr, CPT_AF_RAS_INT_ENA_W1C, 0x1);  in cpt_10k_unregister_interrupts()
134 static void cpt_unregister_interrupts(struct rvu *rvu, int blkaddr)  in cpt_unregister_interrupts()  argument
140 	if (!is_block_implemented(rvu->hw, blkaddr))  in cpt_unregister_interrupts()
142 	offs = rvu_read64(rvu, blkaddr, CPT_PRIV_AF_INT_CFG) & 0x7FF;  in cpt_unregister_interrupts()
148 	block = &hw->block[blkaddr];  in cpt_unregister_interrupts()
154 		rvu_write64(rvu, blkaddr, CPT_AF_FLTX_INT_ENA_W1C(i), 0x1);  in cpt_unregister_interrupts()
155 	rvu_write64(rvu, blkaddr, CPT_AF_RVU_INT_ENA_W1C, 0x1);  in cpt_unregister_interrupts()
156 	rvu_write64(rvu, blkaddr, CPT_AF_RAS_INT_ENA_W1C, 0x1);  in cpt_unregister_interrupts()
174 	int blkaddr = block->addr;  in cpt_10k_register_interrupts()  local
184 		rvu_write64(rvu, blkaddr, CPT_AF_FLTX_INT_ENA_W1S(i), 0x1);  in cpt_10k_register_interrupts()
192 	rvu_write64(rvu, blkaddr, CPT_AF_RVU_INT_ENA_W1S, 0x1);  in cpt_10k_register_interrupts()
199 	rvu_write64(rvu, blkaddr, CPT_AF_RAS_INT_ENA_W1S, 0x1);  in cpt_10k_register_interrupts()
207 static int cpt_register_interrupts(struct rvu *rvu, int blkaddr)  in cpt_register_interrupts()  argument
214 	if (!is_block_implemented(rvu->hw, blkaddr))  in cpt_register_interrupts()
217 	block = &hw->block[blkaddr];  in cpt_register_interrupts()
218 	offs = rvu_read64(rvu, blkaddr, CPT_PRIV_AF_INT_CFG) & 0x7FF;  in cpt_register_interrupts()
235 		rvu_write64(rvu, blkaddr, CPT_AF_FLTX_INT_ENA_W1S(i), 0x1);  in cpt_register_interrupts()
243 	rvu_write64(rvu, blkaddr, CPT_AF_RVU_INT_ENA_W1S, 0x1);  in cpt_register_interrupts()
250 	rvu_write64(rvu, blkaddr, CPT_AF_RAS_INT_ENA_W1S, 0x1);  in cpt_register_interrupts()
317 	int blkaddr;  in validate_and_get_cpt_blkaddr()  local
319 	blkaddr = req_blkaddr ? req_blkaddr : BLKADDR_CPT0;  in validate_and_get_cpt_blkaddr()
320 	if (blkaddr != BLKADDR_CPT0 && blkaddr != BLKADDR_CPT1)  in validate_and_get_cpt_blkaddr()
323 	return blkaddr;  in validate_and_get_cpt_blkaddr()
332 	int cptlf, blkaddr;  in rvu_mbox_handler_cpt_lf_alloc()  local
336 	blkaddr = validate_and_get_cpt_blkaddr(req->blkaddr);  in rvu_mbox_handler_cpt_lf_alloc()
337 	if (blkaddr < 0)  in rvu_mbox_handler_cpt_lf_alloc()
338 		return blkaddr;  in rvu_mbox_handler_cpt_lf_alloc()
343 	block = &rvu->hw->block[blkaddr];  in rvu_mbox_handler_cpt_lf_alloc()
377 		rvu_write64(rvu, blkaddr, CPT_AF_LFX_CTL(cptlf), val);  in rvu_mbox_handler_cpt_lf_alloc()
382 		val = rvu_read64(rvu, blkaddr, CPT_AF_LFX_CTL2(cptlf));  in rvu_mbox_handler_cpt_lf_alloc()
386 		rvu_write64(rvu, blkaddr, CPT_AF_LFX_CTL2(cptlf), val);  in rvu_mbox_handler_cpt_lf_alloc()
392 static int cpt_lf_free(struct rvu *rvu, struct msg_req *req, int blkaddr)  in cpt_lf_free()  argument
398 	block = &rvu->hw->block[blkaddr];  in cpt_lf_free()
410 		rvu_cpt_lf_teardown(rvu, pcifunc, blkaddr, cptlf, slot);  in cpt_lf_free()
438 static int cpt_inline_ipsec_cfg_inbound(struct rvu *rvu, int blkaddr, u8 cptlf,  in cpt_inline_ipsec_cfg_inbound()  argument
445 	val = rvu_read64(rvu, blkaddr, CPT_AF_LFX_CTL(cptlf));  in cpt_inline_ipsec_cfg_inbound()
457 	nix_sel = (blkaddr == BLKADDR_CPT1) ? 1 : 0;  in cpt_inline_ipsec_cfg_inbound()
465 	rvu_write64(rvu, blkaddr, CPT_AF_LFX_CTL(cptlf), val);  in cpt_inline_ipsec_cfg_inbound()
469 		val = rvu_read64(rvu, blkaddr, CPT_AF_LFX_CTL2(cptlf));  in cpt_inline_ipsec_cfg_inbound()
472 		rvu_write64(rvu, blkaddr, CPT_AF_LFX_CTL2(cptlf), val);  in cpt_inline_ipsec_cfg_inbound()
476 		rvu_write64(rvu, blkaddr, CPT_AF_ECO, 0x1);  in cpt_inline_ipsec_cfg_inbound()
485 		rvu_write64(rvu, blkaddr, CPT_AF_X2PX_LINK_CFG(0), val);  in cpt_inline_ipsec_cfg_inbound()
486 		rvu_write64(rvu, blkaddr, CPT_AF_X2PX_LINK_CFG(1), val);  in cpt_inline_ipsec_cfg_inbound()
492 static int cpt_inline_ipsec_cfg_outbound(struct rvu *rvu, int blkaddr, u8 cptlf,  in cpt_inline_ipsec_cfg_outbound()  argument
500 	val = rvu_read64(rvu, blkaddr, CPT_AF_LFX_CTL(cptlf));  in cpt_inline_ipsec_cfg_outbound()
518 	rvu_write64(rvu, blkaddr, CPT_AF_LFX_CTL(cptlf), val);  in cpt_inline_ipsec_cfg_outbound()
522 		val = rvu_read64(rvu, blkaddr, CPT_AF_LFX_CTL2(cptlf));  in cpt_inline_ipsec_cfg_outbound()
524 		rvu_write64(rvu, blkaddr, CPT_AF_LFX_CTL2(cptlf), val);  in cpt_inline_ipsec_cfg_outbound()
529 		val = rvu_read64(rvu, blkaddr, CPT_AF_LFX_CTL(cptlf));  in cpt_inline_ipsec_cfg_outbound()
531 		rvu_write64(rvu, blkaddr, CPT_AF_LFX_CTL(cptlf), val);  in cpt_inline_ipsec_cfg_outbound()
543 	int cptlf, blkaddr, ret;  in rvu_mbox_handler_cpt_inline_ipsec_cfg()  local
546 	blkaddr = rvu_get_blkaddr_from_slot(rvu, BLKTYPE_CPT, pcifunc,  in rvu_mbox_handler_cpt_inline_ipsec_cfg()
548 	if (blkaddr < 0)  in rvu_mbox_handler_cpt_inline_ipsec_cfg()
551 	block = &rvu->hw->block[blkaddr];  in rvu_mbox_handler_cpt_inline_ipsec_cfg()
559 		ret = cpt_inline_ipsec_cfg_inbound(rvu, blkaddr, cptlf, req);  in rvu_mbox_handler_cpt_inline_ipsec_cfg()
563 		ret = cpt_inline_ipsec_cfg_outbound(rvu, blkaddr, cptlf, req);  in rvu_mbox_handler_cpt_inline_ipsec_cfg()
576 	int blkaddr, num_lfs, lf;  in is_valid_offset()  local
580 	blkaddr = validate_and_get_cpt_blkaddr(req->blkaddr);  in is_valid_offset()
581 	if (blkaddr < 0)  in is_valid_offset()
591 		block = &rvu->hw->block[blkaddr];  in is_valid_offset()
599 		lf = rvu_get_lf(rvu, &rvu->hw->block[blkaddr],  in is_valid_offset()
637 	int blkaddr;  in rvu_mbox_handler_cpt_rd_wr_register()  local
639 	blkaddr = validate_and_get_cpt_blkaddr(req->blkaddr);  in rvu_mbox_handler_cpt_rd_wr_register()
640 	if (blkaddr < 0)  in rvu_mbox_handler_cpt_rd_wr_register()
641 		return blkaddr;  in rvu_mbox_handler_cpt_rd_wr_register()
656 		rvu_write64(rvu, blkaddr, req->reg_offset, req->val);  in rvu_mbox_handler_cpt_rd_wr_register()
658 		rsp->val = rvu_read64(rvu, blkaddr, req->reg_offset);  in rvu_mbox_handler_cpt_rd_wr_register()
663 static void get_ctx_pc(struct rvu *rvu, struct cpt_sts_rsp *rsp, int blkaddr)  in get_ctx_pc()  argument
668 	rsp->ctx_mis_pc = rvu_read64(rvu, blkaddr, CPT_AF_CTX_MIS_PC);  in get_ctx_pc()
669 	rsp->ctx_hit_pc = rvu_read64(rvu, blkaddr, CPT_AF_CTX_HIT_PC);  in get_ctx_pc()
670 	rsp->ctx_aop_pc = rvu_read64(rvu, blkaddr, CPT_AF_CTX_AOP_PC);  in get_ctx_pc()
671 	rsp->ctx_aop_lat_pc = rvu_read64(rvu, blkaddr,  in get_ctx_pc()
673 	rsp->ctx_ifetch_pc = rvu_read64(rvu, blkaddr, CPT_AF_CTX_IFETCH_PC);  in get_ctx_pc()
674 	rsp->ctx_ifetch_lat_pc = rvu_read64(rvu, blkaddr,  in get_ctx_pc()
676 	rsp->ctx_ffetch_pc = rvu_read64(rvu, blkaddr, CPT_AF_CTX_FFETCH_PC);  in get_ctx_pc()
677 	rsp->ctx_ffetch_lat_pc = rvu_read64(rvu, blkaddr,  in get_ctx_pc()
679 	rsp->ctx_wback_pc = rvu_read64(rvu, blkaddr, CPT_AF_CTX_FFETCH_PC);  in get_ctx_pc()
680 	rsp->ctx_wback_lat_pc = rvu_read64(rvu, blkaddr,  in get_ctx_pc()
682 	rsp->ctx_psh_pc = rvu_read64(rvu, blkaddr, CPT_AF_CTX_FFETCH_PC);  in get_ctx_pc()
683 	rsp->ctx_psh_lat_pc = rvu_read64(rvu, blkaddr,  in get_ctx_pc()
685 	rsp->ctx_err = rvu_read64(rvu, blkaddr, CPT_AF_CTX_ERR);  in get_ctx_pc()
686 	rsp->ctx_enc_id = rvu_read64(rvu, blkaddr, CPT_AF_CTX_ENC_ID);  in get_ctx_pc()
687 	rsp->ctx_flush_timer = rvu_read64(rvu, blkaddr, CPT_AF_CTX_FLUSH_TIMER);  in get_ctx_pc()
689 	rsp->rxc_time = rvu_read64(rvu, blkaddr, CPT_AF_RXC_TIME);  in get_ctx_pc()
690 	rsp->rxc_time_cfg = rvu_read64(rvu, blkaddr, CPT_AF_RXC_TIME_CFG);  in get_ctx_pc()
691 	rsp->rxc_active_sts = rvu_read64(rvu, blkaddr, CPT_AF_RXC_ACTIVE_STS);  in get_ctx_pc()
692 	rsp->rxc_zombie_sts = rvu_read64(rvu, blkaddr, CPT_AF_RXC_ZOMBIE_STS);  in get_ctx_pc()
693 	rsp->rxc_dfrg = rvu_read64(rvu, blkaddr, CPT_AF_RXC_DFRG);  in get_ctx_pc()
694 	rsp->x2p_link_cfg0 = rvu_read64(rvu, blkaddr, CPT_AF_X2PX_LINK_CFG(0));  in get_ctx_pc()
695 	rsp->x2p_link_cfg1 = rvu_read64(rvu, blkaddr, CPT_AF_X2PX_LINK_CFG(1));  in get_ctx_pc()
698 static void get_eng_sts(struct rvu *rvu, struct cpt_sts_rsp *rsp, int blkaddr)  in get_eng_sts()  argument
704 	reg = rvu_read64(rvu, blkaddr, CPT_AF_CONSTANTS1);  in get_eng_sts()
726 	int blkaddr;  in rvu_mbox_handler_cpt_sts()  local
728 	blkaddr = validate_and_get_cpt_blkaddr(req->blkaddr);  in rvu_mbox_handler_cpt_sts()
729 	if (blkaddr < 0)  in rvu_mbox_handler_cpt_sts()
730 		return blkaddr;  in rvu_mbox_handler_cpt_sts()
737 	get_ctx_pc(rvu, rsp, blkaddr);  in rvu_mbox_handler_cpt_sts()
740 	get_eng_sts(rvu, rsp, blkaddr);  in rvu_mbox_handler_cpt_sts()
743 	rsp->inst_req_pc = rvu_read64(rvu, blkaddr, CPT_AF_INST_REQ_PC);  in rvu_mbox_handler_cpt_sts()
744 	rsp->inst_lat_pc = rvu_read64(rvu, blkaddr, CPT_AF_INST_LATENCY_PC);  in rvu_mbox_handler_cpt_sts()
745 	rsp->rd_req_pc = rvu_read64(rvu, blkaddr, CPT_AF_RD_REQ_PC);  in rvu_mbox_handler_cpt_sts()
746 	rsp->rd_lat_pc = rvu_read64(rvu, blkaddr, CPT_AF_RD_LATENCY_PC);  in rvu_mbox_handler_cpt_sts()
747 	rsp->rd_uc_pc = rvu_read64(rvu, blkaddr, CPT_AF_RD_UC_PC);  in rvu_mbox_handler_cpt_sts()
748 	rsp->active_cycles_pc = rvu_read64(rvu, blkaddr,  in rvu_mbox_handler_cpt_sts()
750 	rsp->exe_err_info = rvu_read64(rvu, blkaddr, CPT_AF_EXE_ERR_INFO);  in rvu_mbox_handler_cpt_sts()
751 	rsp->cptclk_cnt = rvu_read64(rvu, blkaddr, CPT_AF_CPTCLK_CNT);  in rvu_mbox_handler_cpt_sts()
752 	rsp->diag = rvu_read64(rvu, blkaddr, CPT_AF_DIAG);  in rvu_mbox_handler_cpt_sts()
765 			     int blkaddr)  in cpt_rxc_time_cfg()  argument
774 	rvu_write64(rvu, blkaddr, CPT_AF_RXC_TIME_CFG, req->step);  in cpt_rxc_time_cfg()
775 	rvu_write64(rvu, blkaddr, CPT_AF_RXC_DFRG, dfrg_reg);  in cpt_rxc_time_cfg()
782 	int blkaddr;  in rvu_mbox_handler_cpt_rxc_time_cfg()  local
784 	blkaddr = validate_and_get_cpt_blkaddr(req->blkaddr);  in rvu_mbox_handler_cpt_rxc_time_cfg()
785 	if (blkaddr < 0)  in rvu_mbox_handler_cpt_rxc_time_cfg()
786 		return blkaddr;  in rvu_mbox_handler_cpt_rxc_time_cfg()
793 	cpt_rxc_time_cfg(rvu, req, blkaddr);  in rvu_mbox_handler_cpt_rxc_time_cfg()
804 static void cpt_rxc_teardown(struct rvu *rvu, int blkaddr)  in cpt_rxc_teardown()  argument
822 	cpt_rxc_time_cfg(rvu, &req, blkaddr);  in cpt_rxc_teardown()
825 		reg = rvu_read64(rvu, blkaddr, CPT_AF_RXC_ACTIVE_STS);  in cpt_rxc_teardown()
838 		reg = rvu_read64(rvu, blkaddr, CPT_AF_RXC_ZOMBIE_STS);  in cpt_rxc_teardown()
855 static void cpt_lf_disable_iqueue(struct rvu *rvu, int blkaddr, int slot)  in cpt_lf_disable_iqueue()  argument
862 	rvu_write64(rvu, blkaddr, CPT_AF_BAR2_ALIASX(slot, CPT_LF_CTL), 0x0);  in cpt_lf_disable_iqueue()
865 	inprog = rvu_read64(rvu, blkaddr,  in cpt_lf_disable_iqueue()
868 	rvu_write64(rvu, blkaddr,  in cpt_lf_disable_iqueue()
873 		inprog = rvu_read64(rvu, blkaddr,  in cpt_lf_disable_iqueue()
882 		grp_ptr = rvu_read64(rvu, blkaddr,  in cpt_lf_disable_iqueue()
896 		inprog = rvu_read64(rvu, blkaddr,  in cpt_lf_disable_iqueue()
914 int rvu_cpt_lf_teardown(struct rvu *rvu, u16 pcifunc, int blkaddr, int lf, int slot)  in rvu_cpt_lf_teardown()  argument
919 		cpt_rxc_teardown(rvu, blkaddr);  in rvu_cpt_lf_teardown()
923 	rvu_write64(rvu, blkaddr, CPT_AF_BAR2_SEL, reg);  in rvu_cpt_lf_teardown()
925 	cpt_lf_disable_iqueue(rvu, blkaddr, slot);  in rvu_cpt_lf_teardown()
928 	reg = rvu_read64(rvu, blkaddr, CPT_AF_BAR2_ALIASX(slot, CPT_LF_INPROG));  in rvu_cpt_lf_teardown()
930 	rvu_write64(rvu, blkaddr, CPT_AF_BAR2_ALIASX(slot, CPT_LF_INPROG), reg);  in rvu_cpt_lf_teardown()
932 	rvu_write64(rvu, blkaddr, CPT_AF_BAR2_SEL, 0);  in rvu_cpt_lf_teardown()
940 static int cpt_inline_inb_lf_cmd_send(struct rvu *rvu, int blkaddr,  in cpt_inline_inb_lf_cmd_send()  argument
994 	cpt_idx = (blkaddr == BLKADDR_CPT0) ? 0 : 1;  in cpt_inline_inb_lf_cmd_send()
1028 	int nix_blkaddr, blkaddr;  in rvu_cpt_ctx_flush()  local
1041 	blkaddr = (nix_blkaddr == BLKADDR_NIX1) ? BLKADDR_CPT1 : BLKADDR_CPT0;  in rvu_cpt_ctx_flush()
1046 	rc = cpt_inline_inb_lf_cmd_send(rvu, blkaddr, nix_blkaddr);  in rvu_cpt_ctx_flush()
1051 	cpt_rxc_teardown(rvu, blkaddr);  in rvu_cpt_ctx_flush()
1053 	reg = rvu_read64(rvu, blkaddr, CPT_AF_CONSTANTS0);  in rvu_cpt_ctx_flush()
1059 					blkaddr);  in rvu_cpt_ctx_flush()
1067 	rvu_write64(rvu, blkaddr, CPT_AF_BAR2_SEL, reg);  in rvu_cpt_ctx_flush()
1070 		cam_data = rvu_read64(rvu, blkaddr, CPT_AF_CTX_CAM_DATA(i));  in rvu_cpt_ctx_flush()
1075 			rvu_write64(rvu, blkaddr,  in rvu_cpt_ctx_flush()
1080 	rvu_write64(rvu, blkaddr, CPT_AF_BAR2_SEL, 0);  in rvu_cpt_ctx_flush()