40 static inline void hsu_chan_disable(struct hsu_dma_chan *hsuc)  in hsu_chan_disable()  argument
42 	hsu_chan_writel(hsuc, HSU_CH_CR, 0);  in hsu_chan_disable()
45 static inline void hsu_chan_enable(struct hsu_dma_chan *hsuc)  in hsu_chan_enable()  argument
49 	if (hsuc->direction == DMA_MEM_TO_DEV)  in hsu_chan_enable()
51 	else if (hsuc->direction == DMA_DEV_TO_MEM)  in hsu_chan_enable()
54 	hsu_chan_writel(hsuc, HSU_CH_CR, cr);  in hsu_chan_enable()
57 static void hsu_dma_chan_start(struct hsu_dma_chan *hsuc)  in hsu_dma_chan_start()  argument
59 	struct dma_slave_config *config = &hsuc->config;  in hsu_dma_chan_start()
60 	struct hsu_dma_desc *desc = hsuc->desc;  in hsu_dma_chan_start()
65 	if (hsuc->direction == DMA_MEM_TO_DEV) {  in hsu_dma_chan_start()
68 	} else if (hsuc->direction == DMA_DEV_TO_MEM) {  in hsu_dma_chan_start()
73 	hsu_chan_disable(hsuc);  in hsu_dma_chan_start()
75 	hsu_chan_writel(hsuc, HSU_CH_DCR, 0);  in hsu_dma_chan_start()
76 	hsu_chan_writel(hsuc, HSU_CH_BSR, bsr);  in hsu_dma_chan_start()
77 	hsu_chan_writel(hsuc, HSU_CH_MTSR, mtsr);  in hsu_dma_chan_start()
82 		hsu_chan_writel(hsuc, HSU_CH_DxSAR(i), desc->sg[i].addr);  in hsu_dma_chan_start()
83 		hsu_chan_writel(hsuc, HSU_CH_DxTSR(i), desc->sg[i].len);  in hsu_dma_chan_start()
95 	hsu_chan_writel(hsuc, HSU_CH_DCR, dcr);  in hsu_dma_chan_start()
97 	hsu_chan_enable(hsuc);  in hsu_dma_chan_start()
100 static void hsu_dma_stop_channel(struct hsu_dma_chan *hsuc)  in hsu_dma_stop_channel()  argument
102 	hsu_chan_disable(hsuc);  in hsu_dma_stop_channel()
103 	hsu_chan_writel(hsuc, HSU_CH_DCR, 0);  in hsu_dma_stop_channel()
106 static void hsu_dma_start_channel(struct hsu_dma_chan *hsuc)  in hsu_dma_start_channel()  argument
108 	hsu_dma_chan_start(hsuc);  in hsu_dma_start_channel()
111 static void hsu_dma_start_transfer(struct hsu_dma_chan *hsuc)  in hsu_dma_start_transfer()  argument
116 	vdesc = vchan_next_desc(&hsuc->vchan);  in hsu_dma_start_transfer()
118 		hsuc->desc = NULL;  in hsu_dma_start_transfer()
123 	hsuc->desc = to_hsu_dma_desc(vdesc);  in hsu_dma_start_transfer()
126 	hsu_dma_start_channel(hsuc);  in hsu_dma_start_transfer()
149 	struct hsu_dma_chan *hsuc;  in hsu_dma_get_status()  local
157 	hsuc = &chip->hsu->chan[nr];  in hsu_dma_get_status()
163 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_get_status()
164 	sr = hsu_chan_readl(hsuc, HSU_CH_SR);  in hsu_dma_get_status()
165 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_get_status()
207 	struct hsu_dma_chan *hsuc;  in hsu_dma_do_irq()  local
215 	hsuc = &chip->hsu->chan[nr];  in hsu_dma_do_irq()
217 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_do_irq()
218 	desc = hsuc->desc;  in hsu_dma_do_irq()
223 			hsu_dma_start_channel(hsuc);  in hsu_dma_do_irq()
227 			hsu_dma_start_transfer(hsuc);  in hsu_dma_do_irq()
230 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_do_irq()
266 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_prep_slave_sg()  local
287 	return vchan_tx_prep(&hsuc->vchan, &desc->vdesc, flags);  in hsu_dma_prep_slave_sg()
292 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_issue_pending()  local
295 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_issue_pending()
296 	if (vchan_issue_pending(&hsuc->vchan) && !hsuc->desc)  in hsu_dma_issue_pending()
297 		hsu_dma_start_transfer(hsuc);  in hsu_dma_issue_pending()
298 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_issue_pending()
301 static size_t hsu_dma_active_desc_size(struct hsu_dma_chan *hsuc)  in hsu_dma_active_desc_size()  argument
303 	struct hsu_dma_desc *desc = hsuc->desc;  in hsu_dma_active_desc_size()
312 		bytes += hsu_chan_readl(hsuc, HSU_CH_DxTSR(i));  in hsu_dma_active_desc_size()
321 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_tx_status()  local
331 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_tx_status()
332 	vdesc = vchan_find_desc(&hsuc->vchan, cookie);  in hsu_dma_tx_status()
333 	if (hsuc->desc && cookie == hsuc->desc->vdesc.tx.cookie) {  in hsu_dma_tx_status()
334 		bytes = hsu_dma_active_desc_size(hsuc);  in hsu_dma_tx_status()
336 		status = hsuc->desc->status;  in hsu_dma_tx_status()
341 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_tx_status()
349 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_slave_config()  local
355 	memcpy(&hsuc->config, config, sizeof(hsuc->config));  in hsu_dma_slave_config()
362 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_pause()  local
365 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_pause()
366 	if (hsuc->desc && hsuc->desc->status == DMA_IN_PROGRESS) {  in hsu_dma_pause()
367 		hsu_chan_disable(hsuc);  in hsu_dma_pause()
368 		hsuc->desc->status = DMA_PAUSED;  in hsu_dma_pause()
370 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_pause()
377 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_resume()  local
380 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_resume()
381 	if (hsuc->desc && hsuc->desc->status == DMA_PAUSED) {  in hsu_dma_resume()
382 		hsuc->desc->status = DMA_IN_PROGRESS;  in hsu_dma_resume()
383 		hsu_chan_enable(hsuc);  in hsu_dma_resume()
385 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_resume()
392 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_terminate_all()  local
396 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_terminate_all()
398 	hsu_dma_stop_channel(hsuc);  in hsu_dma_terminate_all()
399 	if (hsuc->desc) {  in hsu_dma_terminate_all()
400 		hsu_dma_desc_free(&hsuc->desc->vdesc);  in hsu_dma_terminate_all()
401 		hsuc->desc = NULL;  in hsu_dma_terminate_all()
404 	vchan_get_all_descriptors(&hsuc->vchan, &head);  in hsu_dma_terminate_all()
405 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_terminate_all()
406 	vchan_dma_desc_free_list(&hsuc->vchan, &head);  in hsu_dma_terminate_all()
418 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_synchronize()  local
420 	vchan_synchronize(&hsuc->vchan);  in hsu_dma_synchronize()
446 		struct hsu_dma_chan *hsuc = &hsu->chan[i];  in hsu_dma_probe()  local
448 		hsuc->vchan.desc_free = hsu_dma_desc_free;  in hsu_dma_probe()
449 		vchan_init(&hsuc->vchan, &hsu->dma);  in hsu_dma_probe()
451 		hsuc->direction = (i & 0x1) ? DMA_DEV_TO_MEM : DMA_MEM_TO_DEV;  in hsu_dma_probe()
452 		hsuc->reg = addr + i * HSU_DMA_CHAN_LENGTH;  in hsu_dma_probe()
497 		struct hsu_dma_chan *hsuc = &hsu->chan[i];  in hsu_dma_remove()  local
499 		tasklet_kill(&hsuc->vchan.task);  in hsu_dma_remove()