409 	struct ufshcd_lrb *lrbp = &hba->lrb[tag];  in ufshcd_add_command_trace()  local
410 	struct scsi_cmnd *cmd = lrbp->cmd;  in ufshcd_add_command_trace()
429 		       be32_to_cpu(lrbp->ucd_req_ptr->sc.exp_data_transfer_len);  in ufshcd_add_command_trace()
432 			group_id = lrbp->cmd->cmnd[6];  in ufshcd_add_command_trace()
528 	const struct ufshcd_lrb *lrbp;  in ufshcd_print_tr()  local
531 	lrbp = &hba->lrb[tag];  in ufshcd_print_tr()
534 			tag, div_u64(lrbp->issue_time_stamp_local_clock, 1000));  in ufshcd_print_tr()
536 			tag, div_u64(lrbp->compl_time_stamp_local_clock, 1000));  in ufshcd_print_tr()
539 		tag, (u64)lrbp->utrd_dma_addr);  in ufshcd_print_tr()
541 	ufshcd_hex_dump("UPIU TRD: ", lrbp->utr_descriptor_ptr,  in ufshcd_print_tr()
544 		(u64)lrbp->ucd_req_dma_addr);  in ufshcd_print_tr()
545 	ufshcd_hex_dump("UPIU REQ: ", lrbp->ucd_req_ptr,  in ufshcd_print_tr()
548 		(u64)lrbp->ucd_rsp_dma_addr);  in ufshcd_print_tr()
549 	ufshcd_hex_dump("UPIU RSP: ", lrbp->ucd_rsp_ptr,  in ufshcd_print_tr()
553 		lrbp->utr_descriptor_ptr->prd_table_length);  in ufshcd_print_tr()
560 		(u64)lrbp->ucd_prdt_dma_addr);  in ufshcd_print_tr()
563 		ufshcd_hex_dump("UPIU PRDT: ", lrbp->ucd_prdt_ptr,  in ufshcd_print_tr()
792 static enum utp_ocs ufshcd_get_tr_ocs(struct ufshcd_lrb *lrbp,  in ufshcd_get_tr_ocs()  argument
798 	return lrbp->utr_descriptor_ptr->header.ocs & MASK_OCS;  in ufshcd_get_tr_ocs()
2097 						struct ufshcd_lrb *lrbp)  in ufshcd_should_inform_monitor()  argument
2101 	return (m->enabled && lrbp && lrbp->cmd &&  in ufshcd_should_inform_monitor()
2102 		(!m->chunk_size || m->chunk_size == lrbp->cmd->sdb.length) &&  in ufshcd_should_inform_monitor()
2103 		ktime_before(hba->monitor.enabled_ts, lrbp->issue_time_stamp));  in ufshcd_should_inform_monitor()
2107 				 const struct ufshcd_lrb *lrbp)  in ufshcd_start_monitor()  argument
2109 	int dir = ufshcd_monitor_opcode2dir(*lrbp->cmd->cmnd);  in ufshcd_start_monitor()
2118 static void ufshcd_update_monitor(struct ufs_hba *hba, const struct ufshcd_lrb *lrbp)  in ufshcd_update_monitor()  argument
2120 	int dir = ufshcd_monitor_opcode2dir(*lrbp->cmd->cmnd);  in ufshcd_update_monitor()
2125 		const struct request *req = scsi_cmd_to_rq(lrbp->cmd);  in ufshcd_update_monitor()
2129 		now = lrbp->compl_time_stamp;  in ufshcd_update_monitor()
2136 		lat = ktime_sub(now, lrbp->issue_time_stamp);  in ufshcd_update_monitor()
2160 	struct ufshcd_lrb *lrbp = &hba->lrb[task_tag];  in ufshcd_send_command()  local
2163 	lrbp->issue_time_stamp = ktime_get();  in ufshcd_send_command()
2164 	lrbp->issue_time_stamp_local_clock = local_clock();  in ufshcd_send_command()
2165 	lrbp->compl_time_stamp = ktime_set(0, 0);  in ufshcd_send_command()
2166 	lrbp->compl_time_stamp_local_clock = 0;  in ufshcd_send_command()
2169 	if (unlikely(ufshcd_should_inform_monitor(hba, lrbp)))  in ufshcd_send_command()
2170 		ufshcd_start_monitor(hba, lrbp);  in ufshcd_send_command()
2174 		struct utp_transfer_req_desc *src = lrbp->utr_descriptor_ptr;  in ufshcd_send_command()
2184 			hba->vops->setup_xfer_req(hba, lrbp->task_tag,  in ufshcd_send_command()
2185 						  !!lrbp->cmd);  in ufshcd_send_command()
2186 		__set_bit(lrbp->task_tag, &hba->outstanding_reqs);  in ufshcd_send_command()
2187 		ufshcd_writel(hba, 1 << lrbp->task_tag,  in ufshcd_send_command()
2197 static inline void ufshcd_copy_sense_data(struct ufshcd_lrb *lrbp)  in ufshcd_copy_sense_data()  argument
2199 	u8 *const sense_buffer = lrbp->cmd->sense_buffer;  in ufshcd_copy_sense_data()
2203 	resp_len = be16_to_cpu(lrbp->ucd_rsp_ptr->header.data_segment_length);  in ufshcd_copy_sense_data()
2207 		len = be16_to_cpu(lrbp->ucd_rsp_ptr->sr.sense_data_len);  in ufshcd_copy_sense_data()
2210 		memcpy(sense_buffer, lrbp->ucd_rsp_ptr->sr.sense_data,  in ufshcd_copy_sense_data()
2224 int ufshcd_copy_query_response(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_copy_query_response()  argument
2228 	memcpy(&query_res->upiu_res, &lrbp->ucd_rsp_ptr->qr, QUERY_OSF_SIZE);  in ufshcd_copy_query_response()
2232 	    lrbp->ucd_rsp_ptr->qr.opcode == UPIU_QUERY_OPCODE_READ_DESC) {  in ufshcd_copy_query_response()
2233 		u8 *descp = (u8 *)lrbp->ucd_rsp_ptr +  in ufshcd_copy_query_response()
2239 		resp_len = be16_to_cpu(lrbp->ucd_rsp_ptr->header  in ufshcd_copy_query_response()
2451 static void ufshcd_sgl_to_prdt(struct ufs_hba *hba, struct ufshcd_lrb *lrbp, int sg_entries,  in ufshcd_sgl_to_prdt()  argument
2461 			lrbp->utr_descriptor_ptr->prd_table_length =  in ufshcd_sgl_to_prdt()
2464 			lrbp->utr_descriptor_ptr->prd_table_length = cpu_to_le16(sg_entries);  in ufshcd_sgl_to_prdt()
2466 		prd = lrbp->ucd_prdt_ptr;  in ufshcd_sgl_to_prdt()
2486 		lrbp->utr_descriptor_ptr->prd_table_length = 0;  in ufshcd_sgl_to_prdt()
2497 static int ufshcd_map_sg(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_map_sg()  argument
2499 	struct scsi_cmnd *cmd = lrbp->cmd;  in ufshcd_map_sg()
2505 	ufshcd_sgl_to_prdt(hba, lrbp, sg_segments, scsi_sglist(cmd));  in ufshcd_map_sg()
2560 static void ufshcd_prepare_req_desc_hdr(struct ufshcd_lrb *lrbp, u8 *upiu_flags,  in ufshcd_prepare_req_desc_hdr()  argument
2563 	struct utp_transfer_req_desc *req_desc = lrbp->utr_descriptor_ptr;  in ufshcd_prepare_req_desc_hdr()
2580 	h->command_type = lrbp->command_type;  in ufshcd_prepare_req_desc_hdr()
2584 	if (lrbp->intr_cmd)  in ufshcd_prepare_req_desc_hdr()
2588 	ufshcd_prepare_req_desc_hdr_crypto(lrbp, h);  in ufshcd_prepare_req_desc_hdr()
2607 void ufshcd_prepare_utp_scsi_cmd_upiu(struct ufshcd_lrb *lrbp, u8 upiu_flags)  in ufshcd_prepare_utp_scsi_cmd_upiu()  argument
2609 	struct scsi_cmnd *cmd = lrbp->cmd;  in ufshcd_prepare_utp_scsi_cmd_upiu()
2610 	struct utp_upiu_req *ucd_req_ptr = lrbp->ucd_req_ptr;  in ufshcd_prepare_utp_scsi_cmd_upiu()
2616 		.lun = lrbp->lun,  in ufshcd_prepare_utp_scsi_cmd_upiu()
2617 		.task_tag = lrbp->task_tag,  in ufshcd_prepare_utp_scsi_cmd_upiu()
2627 	memset(lrbp->ucd_rsp_ptr, 0, sizeof(struct utp_upiu_rsp));  in ufshcd_prepare_utp_scsi_cmd_upiu()
2637 				struct ufshcd_lrb *lrbp, u8 upiu_flags)  in ufshcd_prepare_utp_query_req_upiu()  argument
2639 	struct utp_upiu_req *ucd_req_ptr = lrbp->ucd_req_ptr;  in ufshcd_prepare_utp_query_req_upiu()
2647 		.lun = lrbp->lun,  in ufshcd_prepare_utp_query_req_upiu()
2648 		.task_tag = lrbp->task_tag,  in ufshcd_prepare_utp_query_req_upiu()
2666 	memset(lrbp->ucd_rsp_ptr, 0, sizeof(struct utp_upiu_rsp));  in ufshcd_prepare_utp_query_req_upiu()
2669 static inline void ufshcd_prepare_utp_nop_upiu(struct ufshcd_lrb *lrbp)  in ufshcd_prepare_utp_nop_upiu()  argument
2671 	struct utp_upiu_req *ucd_req_ptr = lrbp->ucd_req_ptr;  in ufshcd_prepare_utp_nop_upiu()
2677 		.task_tag = lrbp->task_tag,  in ufshcd_prepare_utp_nop_upiu()
2680 	memset(lrbp->ucd_rsp_ptr, 0, sizeof(struct utp_upiu_rsp));  in ufshcd_prepare_utp_nop_upiu()
2692 				      struct ufshcd_lrb *lrbp)  in ufshcd_compose_devman_upiu()  argument
2698 		lrbp->command_type = UTP_CMD_TYPE_DEV_MANAGE;  in ufshcd_compose_devman_upiu()
2700 		lrbp->command_type = UTP_CMD_TYPE_UFS_STORAGE;  in ufshcd_compose_devman_upiu()
2702 	ufshcd_prepare_req_desc_hdr(lrbp, &upiu_flags, DMA_NONE, 0);  in ufshcd_compose_devman_upiu()
2704 		ufshcd_prepare_utp_query_req_upiu(hba, lrbp, upiu_flags);  in ufshcd_compose_devman_upiu()
2706 		ufshcd_prepare_utp_nop_upiu(lrbp);  in ufshcd_compose_devman_upiu()
2721 static int ufshcd_comp_scsi_upiu(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_comp_scsi_upiu()  argument
2727 		lrbp->command_type = UTP_CMD_TYPE_SCSI;  in ufshcd_comp_scsi_upiu()
2729 		lrbp->command_type = UTP_CMD_TYPE_UFS_STORAGE;  in ufshcd_comp_scsi_upiu()
2731 	if (likely(lrbp->cmd)) {  in ufshcd_comp_scsi_upiu()
2732 		ufshcd_prepare_req_desc_hdr(lrbp, &upiu_flags, lrbp->cmd->sc_data_direction, 0);  in ufshcd_comp_scsi_upiu()
2733 		ufshcd_prepare_utp_scsi_cmd_upiu(lrbp, upiu_flags);  in ufshcd_comp_scsi_upiu()
2822 	struct ufshcd_lrb *lrbp;  in ufshcd_queuecommand()  local
2875 	lrbp = &hba->lrb[tag];  in ufshcd_queuecommand()
2876 	lrbp->cmd = cmd;  in ufshcd_queuecommand()
2877 	lrbp->task_tag = tag;  in ufshcd_queuecommand()
2878 	lrbp->lun = ufshcd_scsi_to_upiu_lun(cmd->device->lun);  in ufshcd_queuecommand()
2879 	lrbp->intr_cmd = !ufshcd_is_intr_aggr_allowed(hba);  in ufshcd_queuecommand()
2881 	ufshcd_prepare_lrbp_crypto(scsi_cmd_to_rq(cmd), lrbp);  in ufshcd_queuecommand()
2883 	lrbp->req_abort_skip = false;  in ufshcd_queuecommand()
2885 	ufshcd_comp_scsi_upiu(hba, lrbp);  in ufshcd_queuecommand()
2887 	err = ufshcd_map_sg(hba, lrbp);  in ufshcd_queuecommand()
2911 		struct ufshcd_lrb *lrbp, enum dev_cmd_type cmd_type, int tag)  in ufshcd_compose_dev_cmd()  argument
2913 	lrbp->cmd = NULL;  in ufshcd_compose_dev_cmd()
2914 	lrbp->task_tag = tag;  in ufshcd_compose_dev_cmd()
2915 	lrbp->lun = 0; /* device management cmd is not specific to any LUN */  in ufshcd_compose_dev_cmd()
2916 	lrbp->intr_cmd = true; /* No interrupt aggregation */  in ufshcd_compose_dev_cmd()
2917 	ufshcd_prepare_lrbp_crypto(NULL, lrbp);  in ufshcd_compose_dev_cmd()
2920 	return ufshcd_compose_devman_upiu(hba, lrbp);  in ufshcd_compose_dev_cmd()
2990 ufshcd_dev_cmd_completion(struct ufs_hba *hba, struct ufshcd_lrb *lrbp)  in ufshcd_dev_cmd_completion()  argument
2996 	resp = ufshcd_get_req_rsp(lrbp->ucd_rsp_ptr);  in ufshcd_dev_cmd_completion()
3007 		u8 response = lrbp->ucd_rsp_ptr->header.response;  in ufshcd_dev_cmd_completion()
3010 			err = ufshcd_copy_query_response(hba, lrbp);  in ufshcd_dev_cmd_completion()
3036 		struct ufshcd_lrb *lrbp, int max_timeout)  in ufshcd_wait_for_dev_cmd()  argument
3054 		err = ufshcd_get_tr_ocs(lrbp, NULL);  in ufshcd_wait_for_dev_cmd()
3056 			err = ufshcd_dev_cmd_completion(hba, lrbp);  in ufshcd_wait_for_dev_cmd()
3060 			__func__, lrbp->task_tag);  in ufshcd_wait_for_dev_cmd()
3064 			err = ufshcd_clear_cmd(hba, lrbp->task_tag);  in ufshcd_wait_for_dev_cmd()
3070 		if (ufshcd_clear_cmd(hba, lrbp->task_tag) == 0) {  in ufshcd_wait_for_dev_cmd()
3079 			pending = test_bit(lrbp->task_tag,  in ufshcd_wait_for_dev_cmd()
3083 				__clear_bit(lrbp->task_tag,  in ufshcd_wait_for_dev_cmd()
3098 				__func__, lrbp->task_tag);  in ufshcd_wait_for_dev_cmd()
3101 			pending = test_bit(lrbp->task_tag,  in ufshcd_wait_for_dev_cmd()
3137 	struct ufshcd_lrb *lrbp;  in ufshcd_exec_dev_cmd()  local
3145 	lrbp = &hba->lrb[tag];  in ufshcd_exec_dev_cmd()
3146 	lrbp->cmd = NULL;  in ufshcd_exec_dev_cmd()
3147 	err = ufshcd_compose_dev_cmd(hba, lrbp, cmd_type, tag);  in ufshcd_exec_dev_cmd()
3153 	ufshcd_add_query_upiu_trace(hba, UFS_QUERY_SEND, lrbp->ucd_req_ptr);  in ufshcd_exec_dev_cmd()
3156 	err = ufshcd_wait_for_dev_cmd(hba, lrbp, timeout);  in ufshcd_exec_dev_cmd()
3158 				    (struct utp_upiu_req *)lrbp->ucd_rsp_ptr);  in ufshcd_exec_dev_cmd()
5170 ufshcd_scsi_cmd_status(struct ufshcd_lrb *lrbp, int scsi_status)  in ufshcd_scsi_cmd_status()  argument
5176 		ufshcd_copy_sense_data(lrbp);  in ufshcd_scsi_cmd_status()
5184 		ufshcd_copy_sense_data(lrbp);  in ufshcd_scsi_cmd_status()
5204 ufshcd_transfer_rsp_status(struct ufs_hba *hba, struct ufshcd_lrb *lrbp,  in ufshcd_transfer_rsp_status()  argument
5213 	upiu_flags = lrbp->ucd_rsp_ptr->header.flags;  in ufshcd_transfer_rsp_status()
5214 	resid = be32_to_cpu(lrbp->ucd_rsp_ptr->sr.residual_transfer_count);  in ufshcd_transfer_rsp_status()
5220 		scsi_set_resid(lrbp->cmd, resid);  in ufshcd_transfer_rsp_status()
5223 	ocs = ufshcd_get_tr_ocs(lrbp, cqe);  in ufshcd_transfer_rsp_status()
5226 		if (lrbp->ucd_rsp_ptr->header.response ||  in ufshcd_transfer_rsp_status()
5227 		    lrbp->ucd_rsp_ptr->header.status)  in ufshcd_transfer_rsp_status()
5234 		switch (ufshcd_get_req_rsp(lrbp->ucd_rsp_ptr)) {  in ufshcd_transfer_rsp_status()
5240 			scsi_status = lrbp->ucd_rsp_ptr->header.status;  in ufshcd_transfer_rsp_status()
5241 			result = ufshcd_scsi_cmd_status(lrbp, scsi_status);  in ufshcd_transfer_rsp_status()
5257 			    ufshcd_is_exception_event(lrbp->ucd_rsp_ptr))  in ufshcd_transfer_rsp_status()
5294 				ocs, lrbp->task_tag);  in ufshcd_transfer_rsp_status()
5302 		ufshcd_print_tr(hba, lrbp->task_tag, true);  in ufshcd_transfer_rsp_status()
5367 			     struct ufshcd_lrb *lrbp)  in ufshcd_release_scsi_cmd()  argument
5369 	struct scsi_cmnd *cmd = lrbp->cmd;  in ufshcd_release_scsi_cmd()
5385 	struct ufshcd_lrb *lrbp;  in ufshcd_compl_one_cqe()  local
5389 	lrbp = &hba->lrb[task_tag];  in ufshcd_compl_one_cqe()
5390 	lrbp->compl_time_stamp = ktime_get();  in ufshcd_compl_one_cqe()
5391 	cmd = lrbp->cmd;  in ufshcd_compl_one_cqe()
5393 		if (unlikely(ufshcd_should_inform_monitor(hba, lrbp)))  in ufshcd_compl_one_cqe()
5394 			ufshcd_update_monitor(hba, lrbp);  in ufshcd_compl_one_cqe()
5396 		cmd->result = ufshcd_transfer_rsp_status(hba, lrbp, cqe);  in ufshcd_compl_one_cqe()
5397 		ufshcd_release_scsi_cmd(hba, lrbp);  in ufshcd_compl_one_cqe()
5400 	} else if (lrbp->command_type == UTP_CMD_TYPE_DEV_MANAGE ||  in ufshcd_compl_one_cqe()
5401 		   lrbp->command_type == UTP_CMD_TYPE_UFS_STORAGE) {  in ufshcd_compl_one_cqe()
5405 				lrbp->utr_descriptor_ptr->header.ocs = ocs;  in ufshcd_compl_one_cqe()
5498 	struct ufshcd_lrb *lrbp;  in ufshcd_mcq_compl_pending_transfer()  local
5505 		lrbp = &hba->lrb[tag];  in ufshcd_mcq_compl_pending_transfer()
5506 		cmd = lrbp->cmd;  in ufshcd_mcq_compl_pending_transfer()
5524 				ufshcd_release_scsi_cmd(hba, lrbp);  in ufshcd_mcq_compl_pending_transfer()
7050 	struct ufshcd_lrb *lrbp;  in ufshcd_issue_devman_upiu_cmd()  local
7059 	lrbp = &hba->lrb[tag];  in ufshcd_issue_devman_upiu_cmd()
7060 	lrbp->cmd = NULL;  in ufshcd_issue_devman_upiu_cmd()
7061 	lrbp->task_tag = tag;  in ufshcd_issue_devman_upiu_cmd()
7062 	lrbp->lun = 0;  in ufshcd_issue_devman_upiu_cmd()
7063 	lrbp->intr_cmd = true;  in ufshcd_issue_devman_upiu_cmd()
7064 	ufshcd_prepare_lrbp_crypto(NULL, lrbp);  in ufshcd_issue_devman_upiu_cmd()
7068 		lrbp->command_type = UTP_CMD_TYPE_DEV_MANAGE;  in ufshcd_issue_devman_upiu_cmd()
7070 		lrbp->command_type = UTP_CMD_TYPE_UFS_STORAGE;  in ufshcd_issue_devman_upiu_cmd()
7075 	ufshcd_prepare_req_desc_hdr(lrbp, &upiu_flags, DMA_NONE, 0);  in ufshcd_issue_devman_upiu_cmd()
7078 	memcpy(lrbp->ucd_req_ptr, req_upiu, sizeof(*lrbp->ucd_req_ptr));  in ufshcd_issue_devman_upiu_cmd()
7084 		memcpy(lrbp->ucd_req_ptr + 1, desc_buff, *buff_len);  in ufshcd_issue_devman_upiu_cmd()
7088 	memset(lrbp->ucd_rsp_ptr, 0, sizeof(struct utp_upiu_rsp));  in ufshcd_issue_devman_upiu_cmd()
7092 	ufshcd_add_query_upiu_trace(hba, UFS_QUERY_SEND, lrbp->ucd_req_ptr);  in ufshcd_issue_devman_upiu_cmd()
7100 	ufshcd_wait_for_dev_cmd(hba, lrbp, QUERY_REQ_TIMEOUT);  in ufshcd_issue_devman_upiu_cmd()
7103 	memcpy(rsp_upiu, lrbp->ucd_rsp_ptr, sizeof(*rsp_upiu));  in ufshcd_issue_devman_upiu_cmd()
7105 		u8 *descp = (u8 *)lrbp->ucd_rsp_ptr + sizeof(*rsp_upiu);  in ufshcd_issue_devman_upiu_cmd()
7106 		u16 resp_len = be16_to_cpu(lrbp->ucd_rsp_ptr->header  in ufshcd_issue_devman_upiu_cmd()
7121 				    (struct utp_upiu_req *)lrbp->ucd_rsp_ptr);  in ufshcd_issue_devman_upiu_cmd()
7220 	struct ufshcd_lrb *lrbp;  in ufshcd_advanced_rpmb_req_handler()  local
7232 	lrbp = &hba->lrb[tag];  in ufshcd_advanced_rpmb_req_handler()
7233 	lrbp->cmd = NULL;  in ufshcd_advanced_rpmb_req_handler()
7234 	lrbp->task_tag = tag;  in ufshcd_advanced_rpmb_req_handler()
7235 	lrbp->lun = UFS_UPIU_RPMB_WLUN;  in ufshcd_advanced_rpmb_req_handler()
7237 	lrbp->intr_cmd = true;  in ufshcd_advanced_rpmb_req_handler()
7238 	ufshcd_prepare_lrbp_crypto(NULL, lrbp);  in ufshcd_advanced_rpmb_req_handler()
7242 	lrbp->command_type = UTP_CMD_TYPE_UFS_STORAGE;  in ufshcd_advanced_rpmb_req_handler()
7250 		ufshcd_prepare_req_desc_hdr(lrbp, &upiu_flags, dir, 2);  in ufshcd_advanced_rpmb_req_handler()
7252 		ufshcd_prepare_req_desc_hdr(lrbp, &upiu_flags, dir, 0);  in ufshcd_advanced_rpmb_req_handler()
7258 	memcpy(lrbp->ucd_req_ptr, req_upiu, sizeof(*lrbp->ucd_req_ptr));  in ufshcd_advanced_rpmb_req_handler()
7260 	memcpy(lrbp->ucd_req_ptr + 1, req_ehs, sizeof(*req_ehs));  in ufshcd_advanced_rpmb_req_handler()
7263 		ufshcd_sgl_to_prdt(hba, lrbp, sg_cnt, sg_list);  in ufshcd_advanced_rpmb_req_handler()
7265 	memset(lrbp->ucd_rsp_ptr, 0, sizeof(struct utp_upiu_rsp));  in ufshcd_advanced_rpmb_req_handler()
7271 	err = ufshcd_wait_for_dev_cmd(hba, lrbp, ADVANCED_RPMB_REQ_TIMEOUT);  in ufshcd_advanced_rpmb_req_handler()
7275 		memcpy(rsp_upiu, lrbp->ucd_rsp_ptr, sizeof(*rsp_upiu));  in ufshcd_advanced_rpmb_req_handler()
7277 		result = (lrbp->ucd_rsp_ptr->header.response << 8) |  in ufshcd_advanced_rpmb_req_handler()
7278 			lrbp->ucd_rsp_ptr->header.status;  in ufshcd_advanced_rpmb_req_handler()
7280 		ehs_len = lrbp->ucd_rsp_ptr->header.ehs_length;  in ufshcd_advanced_rpmb_req_handler()
7291 			ehs_data = (u8 *)lrbp->ucd_rsp_ptr + EHS_OFFSET_IN_RESPONSE;  in ufshcd_advanced_rpmb_req_handler()
7314 	struct ufshcd_lrb *lrbp;  in ufshcd_eh_device_reset_handler()  local
7332 			lrbp = &hba->lrb[pos];  in ufshcd_eh_device_reset_handler()
7333 			if (ufshcd_cmd_inflight(lrbp->cmd) &&  in ufshcd_eh_device_reset_handler()
7334 			    lrbp->lun == lun) {  in ufshcd_eh_device_reset_handler()
7336 				hwq = ufshcd_mcq_req_to_hwq(hba, scsi_cmd_to_rq(lrbp->cmd));  in ufshcd_eh_device_reset_handler()
7381 	struct ufshcd_lrb *lrbp;  in ufshcd_set_req_abort_skip()  local
7385 		lrbp = &hba->lrb[tag];  in ufshcd_set_req_abort_skip()
7386 		lrbp->req_abort_skip = true;  in ufshcd_set_req_abort_skip()
7405 	struct ufshcd_lrb *lrbp = &hba->lrb[tag];  in ufshcd_try_to_abort_task()  local
7412 		err = ufshcd_issue_tm_cmd(hba, lrbp->lun, lrbp->task_tag,  in ufshcd_try_to_abort_task()
7428 				if (ufshcd_cmd_inflight(lrbp->cmd)) {  in ufshcd_try_to_abort_task()
7465 	err = ufshcd_issue_tm_cmd(hba, lrbp->lun, lrbp->task_tag,  in ufshcd_try_to_abort_task()
7496 	struct ufshcd_lrb *lrbp = &hba->lrb[tag];  in ufshcd_abort()  local
7556 	if (lrbp->lun == UFS_UPIU_UFS_DEVICE_WLUN) {  in ufshcd_abort()
7557 		ufshcd_update_evt_hist(hba, UFS_EVT_ABORT, lrbp->lun);  in ufshcd_abort()
7573 	if (lrbp->req_abort_skip) {  in ufshcd_abort()
7596 		ufshcd_release_scsi_cmd(hba, lrbp);  in ufshcd_abort()