55 		      struct async_submit_ctl *submit)  in do_async_gen_syndrome()  argument
59 	enum async_tx_flags flags_orig = submit->flags;  in do_async_gen_syndrome()
60 	dma_async_tx_callback cb_fn_orig = submit->cb_fn;  in do_async_gen_syndrome()
61 	dma_async_tx_callback cb_param_orig = submit->cb_param;  in do_async_gen_syndrome()
68 		submit->flags = flags_orig;  in do_async_gen_syndrome()
75 			submit->flags &= ~ASYNC_TX_ACK;  in do_async_gen_syndrome()
76 			submit->flags |= ASYNC_TX_FENCE;  in do_async_gen_syndrome()
77 			submit->cb_fn = NULL;  in do_async_gen_syndrome()
78 			submit->cb_param = NULL;  in do_async_gen_syndrome()
80 			submit->cb_fn = cb_fn_orig;  in do_async_gen_syndrome()
81 			submit->cb_param = cb_param_orig;  in do_async_gen_syndrome()
85 		if (submit->flags & ASYNC_TX_FENCE)  in do_async_gen_syndrome()
101 			async_tx_quiesce(&submit->depend_tx);  in do_async_gen_syndrome()
106 		async_tx_submit(chan, tx, submit);  in do_async_gen_syndrome()
107 		submit->depend_tx = tx;  in do_async_gen_syndrome()
124 		     size_t len, struct async_submit_ctl *submit)  in do_sync_gen_syndrome()  argument
130 	if (submit->scribble)  in do_sync_gen_syndrome()
131 		srcs = submit->scribble;  in do_sync_gen_syndrome()
148 	if (submit->flags & ASYNC_TX_PQ_XOR_DST) {  in do_sync_gen_syndrome()
154 	async_tx_sync_epilog(submit);  in do_sync_gen_syndrome()
180 		   size_t len, struct async_submit_ctl *submit)  in async_gen_syndrome()  argument
183 	struct dma_chan *chan = async_tx_find_channel(submit, DMA_PQ,  in async_gen_syndrome()
195 	if (unmap && !(submit->flags & ASYNC_TX_PQ_XOR_DST) &&  in async_gen_syndrome()
244 		tx = do_async_gen_syndrome(chan, coefs, j, unmap, dma_flags, submit);  in async_gen_syndrome()
255 	async_tx_quiesce(&submit->depend_tx);  in async_gen_syndrome()
265 	do_sync_gen_syndrome(blocks, offset, disks, len, submit);  in async_gen_syndrome()
272 pq_val_chan(struct async_submit_ctl *submit, struct page **blocks, int disks, size_t len)  in pq_val_chan()  argument
277 	return async_tx_find_channel(submit, DMA_PQ_VAL, NULL, 0,  blocks,  in pq_val_chan()
299 		   struct async_submit_ctl *submit)  in async_syndrome_val()  argument
301 	struct dma_chan *chan = pq_val_chan(submit, blocks, disks, len);  in async_syndrome_val()
305 	enum dma_ctrl_flags dma_flags = submit->cb_fn ? DMA_PREP_INTERRUPT : 0;  in async_syndrome_val()
355 		if (submit->flags & ASYNC_TX_FENCE)  in async_syndrome_val()
366 			async_tx_quiesce(&submit->depend_tx);  in async_syndrome_val()
371 		async_tx_submit(chan, tx, submit);  in async_syndrome_val()
375 		enum async_tx_flags flags_orig = submit->flags;  in async_syndrome_val()
376 		dma_async_tx_callback cb_fn_orig = submit->cb_fn;  in async_syndrome_val()
377 		void *scribble = submit->scribble;  in async_syndrome_val()
378 		void *cb_param_orig = submit->cb_param;  in async_syndrome_val()
390 		async_tx_quiesce(&submit->depend_tx);  in async_syndrome_val()
398 			init_async_submit(submit, ASYNC_TX_XOR_ZERO_DST, NULL,  in async_syndrome_val()
400 			tx = async_xor(spare, blocks, offset, disks-2, len, submit);  in async_syndrome_val()
410 			init_async_submit(submit, 0, NULL, NULL, NULL, scribble);  in async_syndrome_val()
411 			tx = async_gen_syndrome(blocks, offset, disks, len, submit);  in async_syndrome_val()
422 		submit->cb_fn = cb_fn_orig;  in async_syndrome_val()
423 		submit->cb_param = cb_param_orig;  in async_syndrome_val()
424 		submit->flags = flags_orig;  in async_syndrome_val()
425 		async_tx_sync_epilog(submit);  in async_syndrome_val()