36 int spi_controller_dma_map_mem_op_data(struct spi_controller *ctlr,  in spi_controller_dma_map_mem_op_data()  argument
45 	if (op->data.dir == SPI_MEM_DATA_OUT && ctlr->dma_tx)  in spi_controller_dma_map_mem_op_data()
46 		dmadev = ctlr->dma_tx->device->dev;  in spi_controller_dma_map_mem_op_data()
47 	else if (op->data.dir == SPI_MEM_DATA_IN && ctlr->dma_rx)  in spi_controller_dma_map_mem_op_data()
48 		dmadev = ctlr->dma_rx->device->dev;  in spi_controller_dma_map_mem_op_data()
50 		dmadev = ctlr->dev.parent;  in spi_controller_dma_map_mem_op_data()
55 	return spi_map_buf(ctlr, dmadev, sgt, op->data.buf.in, op->data.nbytes,  in spi_controller_dma_map_mem_op_data()
82 void spi_controller_dma_unmap_mem_op_data(struct spi_controller *ctlr,  in spi_controller_dma_unmap_mem_op_data()  argument
91 	if (op->data.dir == SPI_MEM_DATA_OUT && ctlr->dma_tx)  in spi_controller_dma_unmap_mem_op_data()
92 		dmadev = ctlr->dma_tx->device->dev;  in spi_controller_dma_unmap_mem_op_data()
93 	else if (op->data.dir == SPI_MEM_DATA_IN && ctlr->dma_rx)  in spi_controller_dma_unmap_mem_op_data()
94 		dmadev = ctlr->dma_rx->device->dev;  in spi_controller_dma_unmap_mem_op_data()
96 		dmadev = ctlr->dev.parent;  in spi_controller_dma_unmap_mem_op_data()
98 	spi_unmap_buf(ctlr, dmadev, sgt,  in spi_controller_dma_unmap_mem_op_data()
167 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_default_supports_op()  local
172 		if (!spi_mem_controller_is_capable(ctlr, dtr))  in spi_mem_default_supports_op()
183 		if (!spi_mem_controller_is_capable(ctlr, ecc))  in spi_mem_default_supports_op()
230 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_internal_supports_op()  local
232 	if (ctlr->mem_ops && ctlr->mem_ops->supports_op)  in spi_mem_internal_supports_op()
233 		return ctlr->mem_ops->supports_op(mem, op);  in spi_mem_internal_supports_op()
264 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_access_start()  local
270 	spi_flush_queue(ctlr);  in spi_mem_access_start()
272 	if (ctlr->auto_runtime_pm) {  in spi_mem_access_start()
275 		ret = pm_runtime_resume_and_get(ctlr->dev.parent);  in spi_mem_access_start()
277 			dev_err(&ctlr->dev, "Failed to power device: %d\n",  in spi_mem_access_start()
283 	mutex_lock(&ctlr->bus_lock_mutex);  in spi_mem_access_start()
284 	mutex_lock(&ctlr->io_mutex);  in spi_mem_access_start()
291 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_access_end()  local
293 	mutex_unlock(&ctlr->io_mutex);  in spi_mem_access_end()
294 	mutex_unlock(&ctlr->bus_lock_mutex);  in spi_mem_access_end()
296 	if (ctlr->auto_runtime_pm)  in spi_mem_access_end()
297 		pm_runtime_put(ctlr->dev.parent);  in spi_mem_access_end()
315 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_exec_op()  local
328 	if (ctlr->mem_ops && !mem->spi->cs_gpiod) {  in spi_mem_exec_op()
333 		ret = ctlr->mem_ops->exec_op(mem, op);  in spi_mem_exec_op()
457 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_adjust_op_size()  local
460 	if (ctlr->mem_ops && ctlr->mem_ops->adjust_op_size)  in spi_mem_adjust_op_size()
461 		return ctlr->mem_ops->adjust_op_size(mem, op);  in spi_mem_adjust_op_size()
463 	if (!ctlr->mem_ops || !ctlr->mem_ops->exec_op) {  in spi_mem_adjust_op_size()
538 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_dirmap_create()  local
556 	if (ctlr->mem_ops && ctlr->mem_ops->dirmap_create)  in spi_mem_dirmap_create()
557 		ret = ctlr->mem_ops->dirmap_create(desc);  in spi_mem_dirmap_create()
585 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_destroy()  local
587 	if (!desc->nodirmap && ctlr->mem_ops && ctlr->mem_ops->dirmap_destroy)  in spi_mem_dirmap_destroy()
588 		ctlr->mem_ops->dirmap_destroy(desc);  in spi_mem_dirmap_destroy()
682 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_read()  local
693 	} else if (ctlr->mem_ops && ctlr->mem_ops->dirmap_read) {  in spi_mem_dirmap_read()
698 		ret = ctlr->mem_ops->dirmap_read(desc, offs, len, buf);  in spi_mem_dirmap_read()
728 	struct spi_controller *ctlr = desc->mem->spi->controller;  in spi_mem_dirmap_write()  local
739 	} else if (ctlr->mem_ops && ctlr->mem_ops->dirmap_write) {  in spi_mem_dirmap_write()
744 		ret = ctlr->mem_ops->dirmap_write(desc, offs, len, buf);  in spi_mem_dirmap_write()
802 	struct spi_controller *ctlr = mem->spi->controller;  in spi_mem_poll_status()  local
811 	if (ctlr->mem_ops && ctlr->mem_ops->poll_status && !mem->spi->cs_gpiod) {  in spi_mem_poll_status()
816 		ret = ctlr->mem_ops->poll_status(mem, op, mask, match,  in spi_mem_poll_status()
848 	struct spi_controller *ctlr = spi->controller;  in spi_mem_probe()  local
857 	if (ctlr->mem_ops && ctlr->mem_ops->get_name)  in spi_mem_probe()
858 		mem->name = ctlr->mem_ops->get_name(mem);  in spi_mem_probe()