3447 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_create_expedite_pool()  local
3459 	list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_create_expedite_pool()
3461 		list_move_tail(&lpfc_ncmd->list, &epd_pool->list);  in lpfc_create_expedite_pool()
3462 		lpfc_ncmd->expedite = true;  in lpfc_create_expedite_pool()
3482 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_destroy_expedite_pool()  local
3492 	list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_destroy_expedite_pool()
3494 		list_move_tail(&lpfc_ncmd->list,  in lpfc_destroy_expedite_pool()
3496 		lpfc_ncmd->flags = false;  in lpfc_destroy_expedite_pool()
3517 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_create_multixri_pools()  local
3569 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_create_multixri_pools()
3571 			list_move_tail(&lpfc_ncmd->list, &pbl_pool->list);  in lpfc_create_multixri_pools()
3603 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_destroy_multixri_pools()  local
3637 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_destroy_multixri_pools()
3639 			list_move_tail(&lpfc_ncmd->list,  in lpfc_destroy_multixri_pools()
3658 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_destroy_multixri_pools()
3660 			list_move_tail(&lpfc_ncmd->list,  in lpfc_destroy_multixri_pools()
4013 	struct lpfc_io_buf *lpfc_ncmd, *lpfc_ncmd_next;  in lpfc_io_free()  local
4021 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_io_free()
4024 			list_del(&lpfc_ncmd->list);  in lpfc_io_free()
4027 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_io_free()
4029 				lpfc_put_sgl_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4030 			lpfc_put_cmd_rsp_buf_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4031 			kfree(lpfc_ncmd);  in lpfc_io_free()
4037 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_io_free()
4040 			list_del(&lpfc_ncmd->list);  in lpfc_io_free()
4043 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_io_free()
4045 				lpfc_put_sgl_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4046 			lpfc_put_cmd_rsp_buf_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4047 			kfree(lpfc_ncmd);  in lpfc_io_free()
4407 	struct lpfc_io_buf *lpfc_ncmd = NULL, *lpfc_ncmd_next = NULL;  in lpfc_sli4_io_sgl_update()  local
4437 			list_remove_head(&io_sgl_list, lpfc_ncmd,  in lpfc_sli4_io_sgl_update()
4439 			if (lpfc_ncmd) {  in lpfc_sli4_io_sgl_update()
4441 					      lpfc_ncmd->data,  in lpfc_sli4_io_sgl_update()
4442 					      lpfc_ncmd->dma_handle);  in lpfc_sli4_io_sgl_update()
4443 				kfree(lpfc_ncmd);  in lpfc_sli4_io_sgl_update()
4450 	lpfc_ncmd = NULL;  in lpfc_sli4_io_sgl_update()
4453 	list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_sli4_io_sgl_update()
4464 		lpfc_ncmd->cur_iocbq.sli4_lxritag = lxri;  in lpfc_sli4_io_sgl_update()
4465 		lpfc_ncmd->cur_iocbq.sli4_xritag = phba->sli4_hba.xri_ids[lxri];  in lpfc_sli4_io_sgl_update()
4492 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_new_io_buf()  local
4502 		lpfc_ncmd = kzalloc(sizeof(*lpfc_ncmd), GFP_KERNEL);  in lpfc_new_io_buf()
4503 		if (!lpfc_ncmd)  in lpfc_new_io_buf()
4510 		lpfc_ncmd->data = dma_pool_zalloc(phba->lpfc_sg_dma_buf_pool,  in lpfc_new_io_buf()
4512 						  &lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4513 		if (!lpfc_ncmd->data) {  in lpfc_new_io_buf()
4514 			kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4519 			INIT_LIST_HEAD(&lpfc_ncmd->dma_sgl_xtra_list);  in lpfc_new_io_buf()
4526 			    (((unsigned long)(lpfc_ncmd->data) &  in lpfc_new_io_buf()
4532 						(unsigned long)lpfc_ncmd->data);  in lpfc_new_io_buf()
4534 					      lpfc_ncmd->data,  in lpfc_new_io_buf()
4535 					      lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4536 				kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4541 		INIT_LIST_HEAD(&lpfc_ncmd->dma_cmd_rsp_list);  in lpfc_new_io_buf()
4546 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4547 			kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4550 		pwqeq = &lpfc_ncmd->cur_iocbq;  in lpfc_new_io_buf()
4556 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4557 			kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4568 		lpfc_ncmd->dma_sgl = lpfc_ncmd->data;  in lpfc_new_io_buf()
4569 		lpfc_ncmd->dma_phys_sgl = lpfc_ncmd->dma_handle;  in lpfc_new_io_buf()
4570 		lpfc_ncmd->cur_iocbq.io_buf = lpfc_ncmd;  in lpfc_new_io_buf()
4571 		spin_lock_init(&lpfc_ncmd->buf_lock);  in lpfc_new_io_buf()
4574 		list_add_tail(&lpfc_ncmd->list, &post_nblist);  in lpfc_new_io_buf()
4580 			sizeof(*lpfc_ncmd));  in lpfc_new_io_buf()