3441 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_create_expedite_pool()  local
3453 	list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_create_expedite_pool()
3455 		list_move_tail(&lpfc_ncmd->list, &epd_pool->list);  in lpfc_create_expedite_pool()
3456 		lpfc_ncmd->expedite = true;  in lpfc_create_expedite_pool()
3476 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_destroy_expedite_pool()  local
3486 	list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_destroy_expedite_pool()
3488 		list_move_tail(&lpfc_ncmd->list,  in lpfc_destroy_expedite_pool()
3490 		lpfc_ncmd->flags = false;  in lpfc_destroy_expedite_pool()
3511 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_create_multixri_pools()  local
3563 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_create_multixri_pools()
3565 			list_move_tail(&lpfc_ncmd->list, &pbl_pool->list);  in lpfc_create_multixri_pools()
3597 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_destroy_multixri_pools()  local
3631 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_destroy_multixri_pools()
3633 			list_move_tail(&lpfc_ncmd->list,  in lpfc_destroy_multixri_pools()
3652 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_destroy_multixri_pools()
3654 			list_move_tail(&lpfc_ncmd->list,  in lpfc_destroy_multixri_pools()
4007 	struct lpfc_io_buf *lpfc_ncmd, *lpfc_ncmd_next;  in lpfc_io_free()  local
4015 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_io_free()
4018 			list_del(&lpfc_ncmd->list);  in lpfc_io_free()
4021 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_io_free()
4023 				lpfc_put_sgl_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4024 			lpfc_put_cmd_rsp_buf_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4025 			kfree(lpfc_ncmd);  in lpfc_io_free()
4031 		list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_io_free()
4034 			list_del(&lpfc_ncmd->list);  in lpfc_io_free()
4037 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_io_free()
4039 				lpfc_put_sgl_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4040 			lpfc_put_cmd_rsp_buf_per_hdwq(phba, lpfc_ncmd);  in lpfc_io_free()
4041 			kfree(lpfc_ncmd);  in lpfc_io_free()
4399 	struct lpfc_io_buf *lpfc_ncmd = NULL, *lpfc_ncmd_next = NULL;  in lpfc_sli4_io_sgl_update()  local
4429 			list_remove_head(&io_sgl_list, lpfc_ncmd,  in lpfc_sli4_io_sgl_update()
4431 			if (lpfc_ncmd) {  in lpfc_sli4_io_sgl_update()
4433 					      lpfc_ncmd->data,  in lpfc_sli4_io_sgl_update()
4434 					      lpfc_ncmd->dma_handle);  in lpfc_sli4_io_sgl_update()
4435 				kfree(lpfc_ncmd);  in lpfc_sli4_io_sgl_update()
4442 	lpfc_ncmd = NULL;  in lpfc_sli4_io_sgl_update()
4445 	list_for_each_entry_safe(lpfc_ncmd, lpfc_ncmd_next,  in lpfc_sli4_io_sgl_update()
4456 		lpfc_ncmd->cur_iocbq.sli4_lxritag = lxri;  in lpfc_sli4_io_sgl_update()
4457 		lpfc_ncmd->cur_iocbq.sli4_xritag = phba->sli4_hba.xri_ids[lxri];  in lpfc_sli4_io_sgl_update()
4484 	struct lpfc_io_buf *lpfc_ncmd;  in lpfc_new_io_buf()  local
4494 		lpfc_ncmd = kzalloc(sizeof(*lpfc_ncmd), GFP_KERNEL);  in lpfc_new_io_buf()
4495 		if (!lpfc_ncmd)  in lpfc_new_io_buf()
4502 		lpfc_ncmd->data = dma_pool_zalloc(phba->lpfc_sg_dma_buf_pool,  in lpfc_new_io_buf()
4504 						  &lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4505 		if (!lpfc_ncmd->data) {  in lpfc_new_io_buf()
4506 			kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4511 			INIT_LIST_HEAD(&lpfc_ncmd->dma_sgl_xtra_list);  in lpfc_new_io_buf()
4518 			    (((unsigned long)(lpfc_ncmd->data) &  in lpfc_new_io_buf()
4524 						(unsigned long)lpfc_ncmd->data);  in lpfc_new_io_buf()
4526 					      lpfc_ncmd->data,  in lpfc_new_io_buf()
4527 					      lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4528 				kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4533 		INIT_LIST_HEAD(&lpfc_ncmd->dma_cmd_rsp_list);  in lpfc_new_io_buf()
4538 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4539 			kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4542 		pwqeq = &lpfc_ncmd->cur_iocbq;  in lpfc_new_io_buf()
4548 				      lpfc_ncmd->data, lpfc_ncmd->dma_handle);  in lpfc_new_io_buf()
4549 			kfree(lpfc_ncmd);  in lpfc_new_io_buf()
4560 		lpfc_ncmd->dma_sgl = lpfc_ncmd->data;  in lpfc_new_io_buf()
4561 		lpfc_ncmd->dma_phys_sgl = lpfc_ncmd->dma_handle;  in lpfc_new_io_buf()
4562 		lpfc_ncmd->cur_iocbq.io_buf = lpfc_ncmd;  in lpfc_new_io_buf()
4563 		spin_lock_init(&lpfc_ncmd->buf_lock);  in lpfc_new_io_buf()
4566 		list_add_tail(&lpfc_ncmd->list, &post_nblist);  in lpfc_new_io_buf()
4572 			sizeof(*lpfc_ncmd));  in lpfc_new_io_buf()