87 static dma_addr_t to_sgl_element_pair_dma(struct isci_host *ihost,  in to_sgl_element_pair_dma()  argument
94 			 (void *) &ihost->task_context_table[0];  in to_sgl_element_pair_dma()
95 		return ihost->tc_dma + offset;  in to_sgl_element_pair_dma()
98 			 (void *) &ihost->task_context_table[0];  in to_sgl_element_pair_dma()
99 		return ihost->tc_dma + offset;  in to_sgl_element_pair_dma()
115 	struct isci_host *ihost = ireq->isci_host;  in sci_request_build_sgl()  local
137 				dma_addr = to_sgl_element_pair_dma(ihost,  in sci_request_build_sgl()
153 		dma_addr = dma_map_single(&ihost->pdev->dev,  in sci_request_build_sgl()
783 	struct isci_host *ihost = ireq->owning_controller;  in sci_req_tx_bytes()  local
786 	if (readl(&ihost->smu_registers->address_modifier) == 0) {  in sci_req_tx_bytes()
787 		void __iomem *scu_reg_base = ihost->scu_registers;  in sci_req_tx_bytes()
807 	struct isci_host *ihost = ireq->owning_controller;  in sci_request_start()  local
811 		dev_warn(&ihost->pdev->dev,  in sci_request_start()
916 	struct isci_host *ihost = ireq->owning_controller;  in sci_request_complete()  local
925 		sci_controller_release_frame(ihost,  in sci_request_complete()
937 	struct isci_host *ihost = ireq->owning_controller;  in sci_io_request_event_handler()  local
942 		dev_warn(&ihost->pdev->dev, "%s: (%x) in wrong state %s\n",  in sci_io_request_event_handler()
956 		dev_err(&ihost->pdev->dev,  in sci_io_request_event_handler()
1551 	struct isci_host *ihost = ireq->owning_controller;  in sci_stp_request_udma_general_frame_handler()  local
1556 	status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_stp_request_udma_general_frame_handler()
1562 		sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_stp_request_udma_general_frame_handler()
1571 	sci_controller_release_frame(ihost, frame_index);  in sci_stp_request_udma_general_frame_handler()
1579 	struct isci_host *ihost = ireq->owning_controller;  in process_unsolicited_fis()  local
1584 	status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in process_unsolicited_fis()
1598 	sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in process_unsolicited_fis()
1607 	sci_controller_release_frame(ihost, frame_index);  in process_unsolicited_fis()
1702 	struct isci_host *ihost = ireq->owning_controller;  in sci_io_request_frame_handler()  local
1714 		sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1725 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1743 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1753 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1761 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1770 		sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1780 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1798 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1812 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1837 		status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1842 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1855 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1869 			dev_warn(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1882 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1892 		status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1897 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1907 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1954 				dev_dbg(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1964 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1983 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1992 		status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1997 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
2008 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
2022 			sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2030 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
2038 			sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2060 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2080 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2084 		dev_warn(&ihost->pdev->dev,  in sci_io_request_frame_handler()
2091 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2386 	struct isci_host *ihost = ireq->owning_controller;  in sci_io_request_tc_completion()  local
2440 		dev_warn(&ihost->pdev->dev, "%s: %x in wrong state %s\n",  in sci_io_request_tc_completion()
2727 static void isci_request_io_request_complete(struct isci_host *ihost,  in isci_request_io_request_complete()  argument
2738 	dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2749 		dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2760 							 &ihost->pdev->dev);  in isci_request_io_request_complete()
2764 			dev_err(&ihost->pdev->dev,  in isci_request_io_request_complete()
2770 			dev_err(&ihost->pdev->dev,  in isci_request_io_request_complete()
2805 			dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2810 			dev_dbg(&ihost->pdev->dev, "%s: SCI_IO_SUCCESS\n",  in isci_request_io_request_complete()
2816 		dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2875 		dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2904 			dma_unmap_single(&ihost->pdev->dev,  in isci_request_io_request_complete()
2908 			dma_unmap_sg(&ihost->pdev->dev, task->scatter,  in isci_request_io_request_complete()
2916 		dma_unmap_sg(&ihost->pdev->dev, sg, 1, DMA_TO_DEVICE);  in isci_request_io_request_complete()
2943 	sci_controller_complete_io(ihost, request->target_device, request);  in isci_request_io_request_complete()
2951 	ireq_done(ihost, request, task);  in isci_request_io_request_complete()
2995 	struct isci_host *ihost = ireq->owning_controller;  in sci_request_completed_state_enter()  local
2999 		isci_request_io_request_complete(ihost, ireq,  in sci_request_completed_state_enter()
3002 		isci_task_request_complete(ihost, ireq, ireq->sci_status);  in sci_request_completed_state_enter()
3063 sci_general_request_construct(struct isci_host *ihost,  in sci_general_request_construct()  argument
3079 sci_io_request_construct(struct isci_host *ihost,  in sci_io_request_construct()  argument
3087 	sci_general_request_construct(ihost, idev, ireq);  in sci_io_request_construct()
3106 enum sci_status sci_task_request_construct(struct isci_host *ihost,  in sci_task_request_construct()  argument
3114 	sci_general_request_construct(ihost, idev, ireq);  in sci_task_request_construct()
3332 static enum sci_status isci_io_request_build(struct isci_host *ihost,  in isci_io_request_build()  argument
3339 	dev_dbg(&ihost->pdev->dev,  in isci_io_request_build()
3356 			&ihost->pdev->dev,  in isci_io_request_build()
3366 	status = sci_io_request_construct(ihost, idev, request);  in isci_io_request_build()
3369 		dev_dbg(&ihost->pdev->dev,  in isci_io_request_build()
3388 		dev_dbg(&ihost->pdev->dev,  in isci_io_request_build()
3396 static struct isci_request *isci_request_from_tag(struct isci_host *ihost, u16 tag)  in isci_request_from_tag()  argument
3400 	ireq = ihost->reqs[ISCI_TAG_TCI(tag)];  in isci_request_from_tag()
3409 static struct isci_request *isci_io_request_from_tag(struct isci_host *ihost,  in isci_io_request_from_tag()  argument
3415 	ireq = isci_request_from_tag(ihost, tag);  in isci_io_request_from_tag()
3423 struct isci_request *isci_tmf_request_from_tag(struct isci_host *ihost,  in isci_tmf_request_from_tag()  argument
3429 	ireq = isci_request_from_tag(ihost, tag);  in isci_tmf_request_from_tag()
3436 int isci_request_execute(struct isci_host *ihost, struct isci_remote_device *idev,  in isci_request_execute()  argument
3445 	ireq = isci_io_request_from_tag(ihost, task, tag);  in isci_request_execute()
3447 	status = isci_io_request_build(ihost, ireq, idev);  in isci_request_execute()
3449 		dev_dbg(&ihost->pdev->dev,  in isci_request_execute()
3456 	spin_lock_irqsave(&ihost->scic_lock, flags);  in isci_request_execute()
3468 			status = sci_controller_start_task(ihost,  in isci_request_execute()
3476 		status = sci_controller_start_io(ihost, idev,  in isci_request_execute()
3482 		dev_dbg(&ihost->pdev->dev,  in isci_request_execute()
3485 		spin_unlock_irqrestore(&ihost->scic_lock, flags);  in isci_request_execute()
3498 	spin_unlock_irqrestore(&ihost->scic_lock, flags);  in isci_request_execute()