37 static inline void hsu_chan_disable(struct hsu_dma_chan *hsuc)  in hsu_chan_disable()  argument
39 	hsu_chan_writel(hsuc, HSU_CH_CR, 0);  in hsu_chan_disable()
42 static inline void hsu_chan_enable(struct hsu_dma_chan *hsuc)  in hsu_chan_enable()  argument
46 	if (hsuc->direction == DMA_MEM_TO_DEV)  in hsu_chan_enable()
48 	else if (hsuc->direction == DMA_DEV_TO_MEM)  in hsu_chan_enable()
51 	hsu_chan_writel(hsuc, HSU_CH_CR, cr);  in hsu_chan_enable()
54 static void hsu_dma_chan_start(struct hsu_dma_chan *hsuc)  in hsu_dma_chan_start()  argument
56 	struct dma_slave_config *config = &hsuc->config;  in hsu_dma_chan_start()
57 	struct hsu_dma_desc *desc = hsuc->desc;  in hsu_dma_chan_start()
62 	if (hsuc->direction == DMA_MEM_TO_DEV) {  in hsu_dma_chan_start()
65 	} else if (hsuc->direction == DMA_DEV_TO_MEM) {  in hsu_dma_chan_start()
70 	hsu_chan_disable(hsuc);  in hsu_dma_chan_start()
72 	hsu_chan_writel(hsuc, HSU_CH_DCR, 0);  in hsu_dma_chan_start()
73 	hsu_chan_writel(hsuc, HSU_CH_BSR, bsr);  in hsu_dma_chan_start()
74 	hsu_chan_writel(hsuc, HSU_CH_MTSR, mtsr);  in hsu_dma_chan_start()
79 		hsu_chan_writel(hsuc, HSU_CH_DxSAR(i), desc->sg[i].addr);  in hsu_dma_chan_start()
80 		hsu_chan_writel(hsuc, HSU_CH_DxTSR(i), desc->sg[i].len);  in hsu_dma_chan_start()
92 	hsu_chan_writel(hsuc, HSU_CH_DCR, dcr);  in hsu_dma_chan_start()
94 	hsu_chan_enable(hsuc);  in hsu_dma_chan_start()
97 static void hsu_dma_stop_channel(struct hsu_dma_chan *hsuc)  in hsu_dma_stop_channel()  argument
99 	hsu_chan_disable(hsuc);  in hsu_dma_stop_channel()
100 	hsu_chan_writel(hsuc, HSU_CH_DCR, 0);  in hsu_dma_stop_channel()
103 static void hsu_dma_start_channel(struct hsu_dma_chan *hsuc)  in hsu_dma_start_channel()  argument
105 	hsu_dma_chan_start(hsuc);  in hsu_dma_start_channel()
108 static void hsu_dma_start_transfer(struct hsu_dma_chan *hsuc)  in hsu_dma_start_transfer()  argument
113 	vdesc = vchan_next_desc(&hsuc->vchan);  in hsu_dma_start_transfer()
115 		hsuc->desc = NULL;  in hsu_dma_start_transfer()
120 	hsuc->desc = to_hsu_dma_desc(vdesc);  in hsu_dma_start_transfer()
123 	hsu_dma_start_channel(hsuc);  in hsu_dma_start_transfer()
146 	struct hsu_dma_chan *hsuc;  in hsu_dma_get_status()  local
154 	hsuc = &chip->hsu->chan[nr];  in hsu_dma_get_status()
160 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_get_status()
161 	sr = hsu_chan_readl(hsuc, HSU_CH_SR);  in hsu_dma_get_status()
162 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_get_status()
204 	struct hsu_dma_chan *hsuc;  in hsu_dma_do_irq()  local
212 	hsuc = &chip->hsu->chan[nr];  in hsu_dma_do_irq()
214 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_do_irq()
215 	desc = hsuc->desc;  in hsu_dma_do_irq()
220 			hsu_dma_start_channel(hsuc);  in hsu_dma_do_irq()
224 			hsu_dma_start_transfer(hsuc);  in hsu_dma_do_irq()
227 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_do_irq()
263 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_prep_slave_sg()  local
284 	return vchan_tx_prep(&hsuc->vchan, &desc->vdesc, flags);  in hsu_dma_prep_slave_sg()
289 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_issue_pending()  local
292 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_issue_pending()
293 	if (vchan_issue_pending(&hsuc->vchan) && !hsuc->desc)  in hsu_dma_issue_pending()
294 		hsu_dma_start_transfer(hsuc);  in hsu_dma_issue_pending()
295 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_issue_pending()
298 static size_t hsu_dma_active_desc_size(struct hsu_dma_chan *hsuc)  in hsu_dma_active_desc_size()  argument
300 	struct hsu_dma_desc *desc = hsuc->desc;  in hsu_dma_active_desc_size()
309 		bytes += hsu_chan_readl(hsuc, HSU_CH_DxTSR(i));  in hsu_dma_active_desc_size()
318 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_tx_status()  local
328 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_tx_status()
329 	vdesc = vchan_find_desc(&hsuc->vchan, cookie);  in hsu_dma_tx_status()
330 	if (hsuc->desc && cookie == hsuc->desc->vdesc.tx.cookie) {  in hsu_dma_tx_status()
331 		bytes = hsu_dma_active_desc_size(hsuc);  in hsu_dma_tx_status()
333 		status = hsuc->desc->status;  in hsu_dma_tx_status()
338 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_tx_status()
346 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_slave_config()  local
348 	memcpy(&hsuc->config, config, sizeof(hsuc->config));  in hsu_dma_slave_config()
355 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_pause()  local
358 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_pause()
359 	if (hsuc->desc && hsuc->desc->status == DMA_IN_PROGRESS) {  in hsu_dma_pause()
360 		hsu_chan_disable(hsuc);  in hsu_dma_pause()
361 		hsuc->desc->status = DMA_PAUSED;  in hsu_dma_pause()
363 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_pause()
370 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_resume()  local
373 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_resume()
374 	if (hsuc->desc && hsuc->desc->status == DMA_PAUSED) {  in hsu_dma_resume()
375 		hsuc->desc->status = DMA_IN_PROGRESS;  in hsu_dma_resume()
376 		hsu_chan_enable(hsuc);  in hsu_dma_resume()
378 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_resume()
385 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_terminate_all()  local
389 	spin_lock_irqsave(&hsuc->vchan.lock, flags);  in hsu_dma_terminate_all()
391 	hsu_dma_stop_channel(hsuc);  in hsu_dma_terminate_all()
392 	if (hsuc->desc) {  in hsu_dma_terminate_all()
393 		hsu_dma_desc_free(&hsuc->desc->vdesc);  in hsu_dma_terminate_all()
394 		hsuc->desc = NULL;  in hsu_dma_terminate_all()
397 	vchan_get_all_descriptors(&hsuc->vchan, &head);  in hsu_dma_terminate_all()
398 	spin_unlock_irqrestore(&hsuc->vchan.lock, flags);  in hsu_dma_terminate_all()
399 	vchan_dma_desc_free_list(&hsuc->vchan, &head);  in hsu_dma_terminate_all()
411 	struct hsu_dma_chan *hsuc = to_hsu_dma_chan(chan);  in hsu_dma_synchronize()  local
413 	vchan_synchronize(&hsuc->vchan);  in hsu_dma_synchronize()
439 		struct hsu_dma_chan *hsuc = &hsu->chan[i];  in hsu_dma_probe()  local
441 		hsuc->vchan.desc_free = hsu_dma_desc_free;  in hsu_dma_probe()
442 		vchan_init(&hsuc->vchan, &hsu->dma);  in hsu_dma_probe()
444 		hsuc->direction = (i & 0x1) ? DMA_DEV_TO_MEM : DMA_MEM_TO_DEV;  in hsu_dma_probe()
445 		hsuc->reg = addr + i * HSU_DMA_CHAN_LENGTH;  in hsu_dma_probe()
490 		struct hsu_dma_chan *hsuc = &hsu->chan[i];  in hsu_dma_remove()  local
492 		tasklet_kill(&hsuc->vchan.task);  in hsu_dma_remove()