116 	struct ioatdma_chan *ioat_chan = to_ioat_chan(c);  in ioat_dma_prep_memcpy_lock()  local
124 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_dma_prep_memcpy_lock()
127 	num_descs = ioat_xferlen_to_descs(ioat_chan, len);  in ioat_dma_prep_memcpy_lock()
129 	    ioat_check_space_lock(ioat_chan, num_descs) == 0)  in ioat_dma_prep_memcpy_lock()
130 		idx = ioat_chan->head;  in ioat_dma_prep_memcpy_lock()
135 		size_t copy = min_t(size_t, len, 1 << ioat_chan->xfercap_log);  in ioat_dma_prep_memcpy_lock()
137 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in ioat_dma_prep_memcpy_lock()
148 		dump_desc_dbg(ioat_chan, desc);  in ioat_dma_prep_memcpy_lock()
156 	dump_desc_dbg(ioat_chan, desc);  in ioat_dma_prep_memcpy_lock()
168 	struct ioatdma_chan *ioat_chan = to_ioat_chan(c);  in __ioat_prep_xor_lock()  local
182 	num_descs = ioat_xferlen_to_descs(ioat_chan, len);  in __ioat_prep_xor_lock()
198 	    ioat_check_space_lock(ioat_chan, num_descs+1) == 0)  in __ioat_prep_xor_lock()
199 		idx = ioat_chan->head;  in __ioat_prep_xor_lock()
206 					 len, 1 << ioat_chan->xfercap_log);  in __ioat_prep_xor_lock()
209 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_xor_lock()
216 		ext = ioat_get_ring_ent(ioat_chan, idx + i + 1);  in __ioat_prep_xor_lock()
231 		dump_desc_dbg(ioat_chan, desc);  in __ioat_prep_xor_lock()
242 	compl_desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_xor_lock()
250 	dump_desc_dbg(ioat_chan, compl_desc);  in __ioat_prep_xor_lock()
260 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_xor()  local
262 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_xor()
273 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_xor_val()  local
275 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_xor_val()
288 dump_pq_desc_dbg(struct ioatdma_chan *ioat_chan, struct ioat_ring_ent *desc,  in dump_pq_desc_dbg()  argument
291 	struct device *dev = to_dev(ioat_chan);  in dump_pq_desc_dbg()
315 static void dump_pq16_desc_dbg(struct ioatdma_chan *ioat_chan,  in dump_pq16_desc_dbg()  argument
318 	struct device *dev = to_dev(ioat_chan);  in dump_pq16_desc_dbg()
356 	struct ioatdma_chan *ioat_chan = to_ioat_chan(c);  in __ioat_prep_pq_lock()  local
357 	struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma;  in __ioat_prep_pq_lock()
370 	dev_dbg(to_dev(ioat_chan), "%s\n", __func__);  in __ioat_prep_pq_lock()
376 	num_descs = ioat_xferlen_to_descs(ioat_chan, len);  in __ioat_prep_pq_lock()
394 	    ioat_check_space_lock(ioat_chan, num_descs + cb32) == 0)  in __ioat_prep_pq_lock()
395 		idx = ioat_chan->head;  in __ioat_prep_pq_lock()
402 					 1 << ioat_chan->xfercap_log);  in __ioat_prep_pq_lock()
404 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_pq_lock()
411 		ext = ioat_get_ring_ent(ioat_chan, idx + i + with_ext);  in __ioat_prep_pq_lock()
450 	dump_pq_desc_dbg(ioat_chan, desc, ext);  in __ioat_prep_pq_lock()
458 		compl_desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_pq_lock()
466 		dump_desc_dbg(ioat_chan, compl_desc);  in __ioat_prep_pq_lock()
480 	struct ioatdma_chan *ioat_chan = to_ioat_chan(c);  in __ioat_prep_pq16_lock()  local
481 	struct ioatdma_device *ioat_dma = ioat_chan->ioat_dma;  in __ioat_prep_pq16_lock()
492 	dev_dbg(to_dev(ioat_chan), "%s\n", __func__);  in __ioat_prep_pq16_lock()
494 	num_descs = ioat_xferlen_to_descs(ioat_chan, len);  in __ioat_prep_pq16_lock()
500 	if (num_descs && ioat_check_space_lock(ioat_chan, num_descs) == 0)  in __ioat_prep_pq16_lock()
501 		idx = ioat_chan->head;  in __ioat_prep_pq16_lock()
510 					 1 << ioat_chan->xfercap_log);  in __ioat_prep_pq16_lock()
512 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_pq16_lock()
519 			dev_err(to_dev(ioat_chan),  in __ioat_prep_pq16_lock()
569 	dump_pq16_desc_dbg(ioat_chan, desc);  in __ioat_prep_pq16_lock()
590 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_pq()  local
592 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_pq()
635 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_pq_val()  local
637 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_pq_val()
664 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_pqxor()  local
666 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_pqxor()
691 	struct ioatdma_chan *ioat_chan = to_ioat_chan(chan);  in ioat_prep_pqxor_val()  local
693 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_pqxor_val()
719 	struct ioatdma_chan *ioat_chan = to_ioat_chan(c);  in ioat_prep_interrupt_lock()  local
723 	if (test_bit(IOAT_CHAN_DOWN, &ioat_chan->state))  in ioat_prep_interrupt_lock()
726 	if (ioat_check_space_lock(ioat_chan, 1) == 0)  in ioat_prep_interrupt_lock()
727 		desc = ioat_get_ring_ent(ioat_chan, ioat_chan->head);  in ioat_prep_interrupt_lock()
744 	dump_desc_dbg(ioat_chan, desc);  in ioat_prep_interrupt_lock()