16639 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_sli4_post_io_sgl_block()  local
16690 	list_for_each_entry(lpfc_ncmd, nblist, list) {  in lpfc_sli4_post_io_sgl_block()
16693 			cpu_to_le32(putPaddrLow(lpfc_ncmd->dma_phys_sgl));  in lpfc_sli4_post_io_sgl_block()
16695 			cpu_to_le32(putPaddrHigh(lpfc_ncmd->dma_phys_sgl));  in lpfc_sli4_post_io_sgl_block()
16697 			pdma_phys_bpl1 = lpfc_ncmd->dma_phys_sgl +  in lpfc_sli4_post_io_sgl_block()
16707 			xritag_start = lpfc_ncmd->cur_iocbq.sli4_xritag;  in lpfc_sli4_post_io_sgl_block()
16755 	struct lpfc_io_buf *lpfc_ncmd, *lpfc_ncmd_next;  in lpfc_sli4_post_io_sgl_list()  local
16770 	list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next, post_nblist, list) {  in lpfc_sli4_post_io_sgl_list()
16771 		list_del_init(&lpfc_ncmd->list);  in lpfc_sli4_post_io_sgl_list()
16774 		    (lpfc_ncmd->cur_iocbq.sli4_xritag != last_xritag + 1)) {  in lpfc_sli4_post_io_sgl_list()
16779 			list_add_tail(&lpfc_ncmd->list, &prep_nblist);  in lpfc_sli4_post_io_sgl_list()
16783 			list_add_tail(&lpfc_ncmd->list, &prep_nblist);  in lpfc_sli4_post_io_sgl_list()
16792 		last_xritag = lpfc_ncmd->cur_iocbq.sli4_xritag;  in lpfc_sli4_post_io_sgl_list()
16804 						lpfc_ncmd->dma_phys_sgl +  in lpfc_sli4_post_io_sgl_list()
16808 				cur_xritag = lpfc_ncmd->cur_iocbq.sli4_xritag;  in lpfc_sli4_post_io_sgl_list()
16810 						phba, lpfc_ncmd->dma_phys_sgl,  in lpfc_sli4_post_io_sgl_list()
16814 					lpfc_ncmd->flags |=  in lpfc_sli4_post_io_sgl_list()
16818 					lpfc_ncmd->flags &=  in lpfc_sli4_post_io_sgl_list()
16820 					lpfc_ncmd->status = IOSTAT_SUCCESS;  in lpfc_sli4_post_io_sgl_list()
16824 				list_add_tail(&lpfc_ncmd->list, &nvme_nblist);  in lpfc_sli4_post_io_sgl_list()
16845 			list_remove_head(&blck_nblist, lpfc_ncmd,  in lpfc_sli4_post_io_sgl_list()
16849 				lpfc_ncmd->flags |= LPFC_SBUF_NOT_POSTED;  in lpfc_sli4_post_io_sgl_list()
16852 				lpfc_ncmd->flags &= ~LPFC_SBUF_NOT_POSTED;  in lpfc_sli4_post_io_sgl_list()
16853 				lpfc_ncmd->status = IOSTAT_SUCCESS;  in lpfc_sli4_post_io_sgl_list()
16856 			list_add_tail(&lpfc_ncmd->list, &nvme_nblist);  in lpfc_sli4_post_io_sgl_list()
19870 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_move_xri_pvt_to_pbl()  local
19891 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_move_xri_pvt_to_pbl()
19893 			list_move_tail(&lpfc_ncmd->list, &tmp_list);  in lpfc_move_xri_pvt_to_pbl()
19939 	struct lpfc_io_buf *lpfc_ncmd;  in _lpfc_move_xri_pbl_to_pvt()  local
19949 			list_for_each_entry_safe(lpfc_ncmd,  in _lpfc_move_xri_pbl_to_pvt()
19953 				list_move_tail(&lpfc_ncmd->list,  in _lpfc_move_xri_pbl_to_pvt()
20079 void lpfc_release_io_buf(struct lpfc_hba *phba, struct lpfc_io_buf *lpfc_ncmd,  in lpfc_release_io_buf()  argument
20092 	lpfc_ncmd->nvmeCmd = NULL;  in lpfc_release_io_buf()
20093 	lpfc_ncmd->cur_iocbq.wqe_cmpl = NULL;  in lpfc_release_io_buf()
20094 	lpfc_ncmd->cur_iocbq.iocb_cmpl = NULL;  in lpfc_release_io_buf()
20097 		if (lpfc_ncmd->expedite) {  in lpfc_release_io_buf()
20101 			list_add_tail(&lpfc_ncmd->list, &epd_pool->list);  in lpfc_release_io_buf()
20139 			list_add_tail(&lpfc_ncmd->list,  in lpfc_release_io_buf()
20146 			list_add_tail(&lpfc_ncmd->list,  in lpfc_release_io_buf()
20154 		list_add_tail(&lpfc_ncmd->list,  in lpfc_release_io_buf()
20162 	    !list_empty(&lpfc_ncmd->dma_sgl_xtra_list))  in lpfc_release_io_buf()
20163 		lpfc_put_sgl_per_hdwq(phba, lpfc_ncmd);  in lpfc_release_io_buf()
20165 	if (!list_empty(&lpfc_ncmd->dma_cmd_rsp_list))  in lpfc_release_io_buf()
20166 		lpfc_put_cmd_rsp_buf_per_hdwq(phba, lpfc_ncmd);  in lpfc_release_io_buf()
20187 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_get_io_buf_from_private_pool()  local
20192 	list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_get_io_buf_from_private_pool()
20195 			phba, ndlp, lpfc_ncmd->cur_iocbq.sli4_lxritag))  in lpfc_get_io_buf_from_private_pool()
20197 		list_del(&lpfc_ncmd->list);  in lpfc_get_io_buf_from_private_pool()
20200 		return lpfc_ncmd;  in lpfc_get_io_buf_from_private_pool()
20220 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_get_io_buf_from_expedite_pool()  local
20226 	lpfc_ncmd = NULL;  in lpfc_get_io_buf_from_expedite_pool()
20230 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_get_io_buf_from_expedite_pool()
20232 			list_del(&lpfc_ncmd->list);  in lpfc_get_io_buf_from_expedite_pool()
20239 	return lpfc_ncmd;  in lpfc_get_io_buf_from_expedite_pool()
20273 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_get_io_buf_from_multixri_pools()  local
20276 	lpfc_ncmd = NULL;  in lpfc_get_io_buf_from_multixri_pools()
20286 	lpfc_ncmd = lpfc_get_io_buf_from_private_pool(phba, qp, pvt_pool, ndlp);  in lpfc_get_io_buf_from_multixri_pools()
20288 	if (lpfc_ncmd) {  in lpfc_get_io_buf_from_multixri_pools()
20289 		lpfc_ncmd->hdwq = qp;  in lpfc_get_io_buf_from_multixri_pools()
20290 		lpfc_ncmd->hdwq_no = hwqid;  in lpfc_get_io_buf_from_multixri_pools()
20295 		lpfc_ncmd = lpfc_get_io_buf_from_expedite_pool(phba);  in lpfc_get_io_buf_from_multixri_pools()
20298 	return lpfc_ncmd;  in lpfc_get_io_buf_from_multixri_pools()