220 static enum dma_transfer_direction admac_chan_direction(int channo)  in admac_chan_direction()  argument
223 	return (channo & 1) ? DMA_DEV_TO_MEM : DMA_MEM_TO_DEV;  in admac_chan_direction()
283 static void admac_cyclic_write_one_desc(struct admac_data *ad, int channo,  in admac_cyclic_write_one_desc()  argument
294 		channo, &addr, tx->period_len, FLAG_DESC_NOTIFY);  in admac_cyclic_write_one_desc()
296 	writel_relaxed(lower_32_bits(addr), ad->base + REG_DESC_WRITE(channo));  in admac_cyclic_write_one_desc()
297 	writel_relaxed(upper_32_bits(addr), ad->base + REG_DESC_WRITE(channo));  in admac_cyclic_write_one_desc()
298 	writel_relaxed(tx->period_len,      ad->base + REG_DESC_WRITE(channo));  in admac_cyclic_write_one_desc()
299 	writel_relaxed(FLAG_DESC_NOTIFY,    ad->base + REG_DESC_WRITE(channo));  in admac_cyclic_write_one_desc()
309 static void admac_cyclic_write_desc(struct admac_data *ad, int channo,  in admac_cyclic_write_desc()  argument
315 		if (readl_relaxed(ad->base + REG_DESC_RING(channo)) & RING_FULL)  in admac_cyclic_write_desc()
317 		admac_cyclic_write_one_desc(ad, channo, tx);  in admac_cyclic_write_desc()
341 static u32 admac_cyclic_read_residue(struct admac_data *ad, int channo,  in admac_cyclic_read_residue()  argument
349 	ring1 =    readl_relaxed(ad->base + REG_REPORT_RING(channo));  in admac_cyclic_read_residue()
350 	residue1 = readl_relaxed(ad->base + REG_RESIDUE(channo));  in admac_cyclic_read_residue()
351 	ring2 =    readl_relaxed(ad->base + REG_REPORT_RING(channo));  in admac_cyclic_read_residue()
352 	residue2 = readl_relaxed(ad->base + REG_RESIDUE(channo));  in admac_cyclic_read_residue()
596 static int admac_drain_reports(struct admac_data *ad, int channo)  in admac_drain_reports()  argument
603 		if (readl_relaxed(ad->base + REG_REPORT_RING(channo)) & RING_EMPTY)  in admac_drain_reports()
606 		countval_lo = readl_relaxed(ad->base + REG_REPORT_READ(channo));  in admac_drain_reports()
607 		countval_hi = readl_relaxed(ad->base + REG_REPORT_READ(channo));  in admac_drain_reports()
608 		unk1 =        readl_relaxed(ad->base + REG_REPORT_READ(channo));  in admac_drain_reports()
609 		flags =       readl_relaxed(ad->base + REG_REPORT_READ(channo));  in admac_drain_reports()
612 			channo, ((u64) countval_hi) << 32 | countval_lo, unk1, flags);  in admac_drain_reports()
618 static void admac_handle_status_err(struct admac_data *ad, int channo)  in admac_handle_status_err()  argument
622 	if (readl_relaxed(ad->base + REG_DESC_RING(channo)) & RING_ERR) {  in admac_handle_status_err()
623 		writel_relaxed(RING_ERR, ad->base + REG_DESC_RING(channo));  in admac_handle_status_err()
624 		dev_err_ratelimited(ad->dev, "ch%d descriptor ring error\n", channo);  in admac_handle_status_err()
628 	if (readl_relaxed(ad->base + REG_REPORT_RING(channo)) & RING_ERR) {  in admac_handle_status_err()
629 		writel_relaxed(RING_ERR, ad->base + REG_REPORT_RING(channo));  in admac_handle_status_err()
630 		dev_err_ratelimited(ad->dev, "ch%d report ring error\n", channo);  in admac_handle_status_err()
635 		dev_err(ad->dev, "ch%d unknown error, masking errors as cause of IRQs\n", channo);  in admac_handle_status_err()
636 		admac_modify(ad, REG_CHAN_INTMASK(channo, ad->irq_index),  in admac_handle_status_err()
641 static void admac_handle_status_desc_done(struct admac_data *ad, int channo)  in admac_handle_status_desc_done()  argument
643 	struct admac_chan *adchan = &ad->channels[channo];  in admac_handle_status_desc_done()
648 		       ad->base + REG_CHAN_INTSTATUS(channo, ad->irq_index));  in admac_handle_status_desc_done()
651 	nreports = admac_drain_reports(ad, channo);  in admac_handle_status_desc_done()
660 		admac_cyclic_write_desc(ad, channo, tx);  in admac_handle_status_desc_done()