127 		int src_cnt, u32 addr);
193 			     unsigned int src_cnt)  in prep_dma_xor_dbg()  argument
198 	for (i = 0; i < src_cnt; i++)  in prep_dma_xor_dbg()
204 			    unsigned int src_cnt)  in prep_dma_pq_dbg()  argument
209 	for (i = 0; i < src_cnt; i++)  in prep_dma_pq_dbg()
217 				    unsigned int src_cnt,  in prep_dma_pqzero_sum_dbg()  argument
224 		for (i = 0; i < src_cnt; i++)  in prep_dma_pqzero_sum_dbg()
227 		for (i = 0; i < src_cnt; i++)  in prep_dma_pqzero_sum_dbg()
233 		pr_debug("\t0x%016llx ", src[src_cnt + i]);  in prep_dma_pqzero_sum_dbg()
276 	desc->src_cnt = 0;  in ppc440spe_desc_init_null_xor()
284 					 int src_cnt, unsigned long flags)  in ppc440spe_desc_init_xor()  argument
290 	desc->src_cnt = src_cnt;  in ppc440spe_desc_init_xor()
293 	hw_desc->cbc = XOR_CBCR_TGT_BIT | src_cnt;  in ppc440spe_desc_init_xor()
304 		int dst_cnt, int src_cnt, unsigned long flags)  in ppc440spe_desc_init_dma2pq()  argument
310 	desc->src_cnt = src_cnt;  in ppc440spe_desc_init_dma2pq()
330 				int dst_cnt, int src_cnt, unsigned long flags,  in ppc440spe_desc_init_dma01pq()  argument
339 	desc->src_cnt = src_cnt;  in ppc440spe_desc_init_dma01pq()
444 				int dst_cnt, int src_cnt)  in ppc440spe_desc_init_dma01pqzero_sum()  argument
470 		iter->src_cnt = 0;  in ppc440spe_desc_init_dma01pqzero_sum()
478 		if (i++ < src_cnt)  in ppc440spe_desc_init_dma01pqzero_sum()
506 	desc->src_cnt = src_cnt;  in ppc440spe_desc_init_dma01pqzero_sum()
520 	desc->src_cnt = 1;  in ppc440spe_desc_init_memcpy()
805 static int ppc440spe_chan_xor_slot_count(size_t len, int src_cnt,  in ppc440spe_chan_xor_slot_count()  argument
811 	slot_cnt = *slots_per_op = (src_cnt + XOR_MAX_OPS - 1)/XOR_MAX_OPS;  in ppc440spe_chan_xor_slot_count()
827 		int src_cnt, size_t len)  in ppc440spe_dma2_pq_slot_count()  argument
833 	for (i = 1; i < src_cnt; i++) {  in ppc440spe_dma2_pq_slot_count()
842 				if (i == src_cnt-1)  in ppc440spe_dma2_pq_slot_count()
848 				if (i == src_cnt-1)  in ppc440spe_dma2_pq_slot_count()
855 			if (i == src_cnt-2 || (order == -1  in ppc440spe_dma2_pq_slot_count()
862 				if (i == src_cnt-1)  in ppc440spe_dma2_pq_slot_count()
866 				if (i == src_cnt-1)  in ppc440spe_dma2_pq_slot_count()
870 				if (i == src_cnt-1)  in ppc440spe_dma2_pq_slot_count()
887 	if (src_cnt <= 1 || (state != 1 && state != 2)) {  in ppc440spe_dma2_pq_slot_count()
889 			__func__, src_cnt, state, addr_count, order);  in ppc440spe_dma2_pq_slot_count()
890 		for (i = 0; i < src_cnt; i++)  in ppc440spe_dma2_pq_slot_count()
1265 static int ppc440spe_can_rxor(struct page **srcs, int src_cnt, size_t len)  in ppc440spe_can_rxor()  argument
1270 	if (unlikely(!(src_cnt > 1)))  in ppc440spe_can_rxor()
1273 	BUG_ON(src_cnt > ARRAY_SIZE(ppc440spe_rxor_srcs));  in ppc440spe_can_rxor()
1276 	for (i = 0; i < src_cnt; i++) {  in ppc440spe_can_rxor()
1281 	src_cnt = idx;  in ppc440spe_can_rxor()
1283 	for (i = 1; i < src_cnt; i++) {  in ppc440spe_can_rxor()
1301 			if ((i == src_cnt - 2) ||  in ppc440spe_can_rxor()
1342 	struct page **src_lst, int src_cnt, size_t src_sz)  in ppc440spe_adma_estimate()  argument
1365 		if (dst_cnt == 1 && src_cnt == 2 && dst_lst[0] == src_lst[1])  in ppc440spe_adma_estimate()
1367 		else if (ppc440spe_can_rxor(src_lst, src_cnt, src_sz))  in ppc440spe_adma_estimate()
1384 	int src_cnt, size_t src_sz)  in ppc440spe_async_tx_find_best_channel()  argument
1400 			if (src_cnt == 1 && dst_lst[1] == src_lst[0])  in ppc440spe_async_tx_find_best_channel()
1402 			if (src_cnt == 2 && dst_lst[1] == src_lst[1])  in ppc440spe_async_tx_find_best_channel()
1418 					dst_cnt, src_lst, src_cnt, src_sz);  in ppc440spe_async_tx_find_best_channel()
1440 	if (entry_idx < 0 || entry_idx >= (tdesc->src_cnt + tdesc->dst_cnt)) {  in ppc440spe_get_group_entry()
1442 			__func__, entry_idx, tdesc->src_cnt, tdesc->dst_cnt);  in ppc440spe_get_group_entry()
2032 		dma_addr_t *dma_src, u32 src_cnt, size_t len,  in ppc440spe_adma_prep_dma_xor()  argument
2042 				     dma_dest, dma_src, src_cnt));  in ppc440spe_adma_prep_dma_xor()
2049 		ppc440spe_chan->device->id, __func__, src_cnt, len,  in ppc440spe_adma_prep_dma_xor()
2053 	slot_cnt = ppc440spe_chan_xor_slot_count(len, src_cnt, &slots_per_op);  in ppc440spe_adma_prep_dma_xor()
2058 		ppc440spe_desc_init_xor(group_start, src_cnt, flags);  in ppc440spe_adma_prep_dma_xor()
2060 		while (src_cnt--)  in ppc440spe_adma_prep_dma_xor()
2062 				dma_src[src_cnt], src_cnt);  in ppc440spe_adma_prep_dma_xor()
2074 				int src_cnt);
2082 		dma_addr_t *src, int src_cnt)  in ppc440spe_adma_init_dma2rxor_slot()  argument
2087 	for (i = 0; i < src_cnt; i++) {  in ppc440spe_adma_init_dma2rxor_slot()
2089 						 desc->src_cnt, (u32)src[i]);  in ppc440spe_adma_init_dma2rxor_slot()
2099 		dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt,  in ppc440spe_dma01_prep_mult()  argument
2120 		sw_desc->src_cnt = src_cnt;  in ppc440spe_dma01_prep_mult()
2185 		dma_addr_t *dst, dma_addr_t *src, int src_cnt,  in ppc440spe_dma01_prep_sum_product()  argument
2206 		sw_desc->src_cnt = src_cnt;  in ppc440spe_dma01_prep_sum_product()
2289 		dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt,  in ppc440spe_dma01_prep_pq()  argument
2298 		 __func__, dst_cnt, src_cnt, len);  in ppc440spe_dma01_prep_pq()
2311 		if (src_cnt > 1 &&  in ppc440spe_dma01_prep_pq()
2316 			if (src_cnt != 2) {  in ppc440spe_dma01_prep_pq()
2356 		slot_cnt = src_cnt;  in ppc440spe_dma01_prep_pq()
2379 			slot_cnt += src_cnt - 2;  in ppc440spe_dma01_prep_pq()
2381 			slot_cnt += src_cnt - 3;  in ppc440spe_dma01_prep_pq()
2395 		ppc440spe_desc_init_dma01pq(sw_desc, dst_cnt, src_cnt,  in ppc440spe_dma01_prep_pq()
2402 		while (src_cnt--) {  in ppc440spe_dma01_prep_pq()
2403 			ppc440spe_adma_pq_set_src(sw_desc, src[src_cnt],  in ppc440spe_dma01_prep_pq()
2404 						  src_cnt);  in ppc440spe_dma01_prep_pq()
2413 				mult = scf[src_cnt];  in ppc440spe_dma01_prep_pq()
2415 				mult, src_cnt,  dst_cnt - 1);  in ppc440spe_dma01_prep_pq()
2434 		dma_addr_t *dst, int dst_cnt, dma_addr_t *src, int src_cnt,  in ppc440spe_dma2_prep_pq()  argument
2447 	descs_per_op = ppc440spe_dma2_pq_slot_count(src, src_cnt, len);  in ppc440spe_dma2_prep_pq()
2461 			ppc440spe_desc_init_dma2pq(iter, dst_cnt, src_cnt,  in ppc440spe_dma2_prep_pq()
2476 								  src_cnt);  in ppc440spe_dma2_prep_pq()
2501 		while (src_cnt--) {  in ppc440spe_dma2_prep_pq()
2505 			ppc440spe_adma_pq_set_src(sw_desc, src[src_cnt],  in ppc440spe_dma2_prep_pq()
2506 						  src_cnt);  in ppc440spe_dma2_prep_pq()
2508 				mult = scf[src_cnt];  in ppc440spe_dma2_prep_pq()
2510 					mult, src_cnt, dst_cnt - 1);  in ppc440spe_dma2_prep_pq()
2523 		unsigned int src_cnt, const unsigned char *scf,  in ppc440spe_adma_prep_dma_pq()  argument
2533 				    dst, src, src_cnt));  in ppc440spe_adma_prep_dma_pq()
2536 	BUG_ON(!src_cnt);  in ppc440spe_adma_prep_dma_pq()
2538 	if (src_cnt == 1 && dst[1] == src[0]) {  in ppc440spe_adma_prep_dma_pq()
2546 				dest, 2, src, src_cnt, scf, len, flags);  in ppc440spe_adma_prep_dma_pq()
2550 	if (src_cnt == 2 && dst[1] == src[1]) {  in ppc440spe_adma_prep_dma_pq()
2572 		ppc440spe_chan->device->id, __func__, src_cnt, len,  in ppc440spe_adma_prep_dma_pq()
2579 				dst, dst_cnt, src, src_cnt, scf,  in ppc440spe_adma_prep_dma_pq()
2585 				dst, dst_cnt, src, src_cnt, scf,  in ppc440spe_adma_prep_dma_pq()
2599 		unsigned int src_cnt, const unsigned char *scf, size_t len,  in ppc440spe_adma_prep_dma_pqzero_sum()  argument
2620 					    src, src_cnt, scf));  in ppc440spe_adma_prep_dma_pqzero_sum()
2630 	slot_cnt = src_cnt + dst_cnt * 2;  in ppc440spe_adma_prep_dma_pqzero_sum()
2637 		ppc440spe_desc_init_dma01pqzero_sum(sw_desc, dst_cnt, src_cnt);  in ppc440spe_adma_prep_dma_pqzero_sum()
2659 			iter->src_cnt = 0;  in ppc440spe_adma_prep_dma_pqzero_sum()
2691 			iter->src_cnt = 0;  in ppc440spe_adma_prep_dma_pqzero_sum()
2755 						    src[src_cnt - 1]);  in ppc440spe_adma_prep_dma_pqzero_sum()
2762 							    scf[src_cnt - 1]);  in ppc440spe_adma_prep_dma_pqzero_sum()
2764 			if (!(--src_cnt))  in ppc440spe_adma_prep_dma_pqzero_sum()
2777 		struct dma_chan *chan, dma_addr_t *src, unsigned int src_cnt,  in ppc440spe_adma_prep_dma_xor_zero_sum()  argument
2789 						src_cnt - 1, 0, len,  in ppc440spe_adma_prep_dma_xor_zero_sum()
3099 			int src_cnt)  in ppc440spe_desc_set_xor_src_cnt()  argument
3104 	hw_desc->cbc |= src_cnt;  in ppc440spe_desc_set_xor_src_cnt()
3237 		struct ppc440spe_rxor *cursor, int index, int src_cnt)  in ppc440spe_adma_dma2rxor_inc_addr()  argument
3240 	if (index == src_cnt - 1) {  in ppc440spe_adma_dma2rxor_inc_addr()
3255 		int src_cnt, u32 addr)  in ppc440spe_adma_dma2rxor_prep_src()  argument
3274 			if (index == src_cnt-1) {  in ppc440spe_adma_dma2rxor_prep_src()
3279 					desc, cursor, index, src_cnt);  in ppc440spe_adma_dma2rxor_prep_src()
3286 			if (index == src_cnt-1) {  in ppc440spe_adma_dma2rxor_prep_src()
3291 					desc, cursor, index, src_cnt);  in ppc440spe_adma_dma2rxor_prep_src()
3303 		if (index == src_cnt-2 || (sign == -1  in ppc440spe_adma_dma2rxor_prep_src()
3312 				desc, cursor, index, src_cnt);  in ppc440spe_adma_dma2rxor_prep_src()
3319 			if (index == src_cnt-1) {  in ppc440spe_adma_dma2rxor_prep_src()
3321 					desc, cursor, index, src_cnt);  in ppc440spe_adma_dma2rxor_prep_src()
3329 			if (index == src_cnt-1) {  in ppc440spe_adma_dma2rxor_prep_src()
3331 					desc, cursor, index, src_cnt);  in ppc440spe_adma_dma2rxor_prep_src()
3339 			if (index == src_cnt-1) {  in ppc440spe_adma_dma2rxor_prep_src()
3341 					desc, cursor, index, src_cnt);  in ppc440spe_adma_dma2rxor_prep_src()
3351 				desc, cursor, index, src_cnt);  in ppc440spe_adma_dma2rxor_prep_src()
3360 				desc, cursor, index, src_cnt);  in ppc440spe_adma_dma2rxor_prep_src()