572 static inline u32 _emit_END(unsigned dry_run, u8 buf[])  in _emit_END()  argument
574 	if (dry_run)  in _emit_END()
584 static inline u32 _emit_FLUSHP(unsigned dry_run, u8 buf[], u8 peri)  in _emit_FLUSHP()  argument
586 	if (dry_run)  in _emit_FLUSHP()
600 static inline u32 _emit_LD(unsigned dry_run, u8 buf[],	enum pl330_cond cond)  in _emit_LD()  argument
602 	if (dry_run)  in _emit_LD()
618 static inline u32 _emit_LDP(unsigned dry_run, u8 buf[],  in _emit_LDP()  argument
621 	if (dry_run)  in _emit_LDP()
639 static inline u32 _emit_LP(unsigned dry_run, u8 buf[],  in _emit_LP()  argument
642 	if (dry_run)  in _emit_LP()
665 static inline u32 _emit_LPEND(unsigned dry_run, u8 buf[],  in _emit_LPEND()  argument
673 	if (dry_run)  in _emit_LPEND()
700 static inline u32 _emit_KILL(unsigned dry_run, u8 buf[])  in _emit_KILL()  argument
702 	if (dry_run)  in _emit_KILL()
710 static inline u32 _emit_MOV(unsigned dry_run, u8 buf[],  in _emit_MOV()  argument
713 	if (dry_run)  in _emit_MOV()
729 static inline u32 _emit_RMB(unsigned dry_run, u8 buf[])  in _emit_RMB()  argument
731 	if (dry_run)  in _emit_RMB()
741 static inline u32 _emit_SEV(unsigned dry_run, u8 buf[], u8 ev)  in _emit_SEV()  argument
743 	if (dry_run)  in _emit_SEV()
757 static inline u32 _emit_ST(unsigned dry_run, u8 buf[], enum pl330_cond cond)  in _emit_ST()  argument
759 	if (dry_run)  in _emit_ST()
775 static inline u32 _emit_STP(unsigned dry_run, u8 buf[],  in _emit_STP()  argument
778 	if (dry_run)  in _emit_STP()
796 static inline u32 _emit_WFP(unsigned dry_run, u8 buf[],  in _emit_WFP()  argument
799 	if (dry_run)  in _emit_WFP()
821 static inline u32 _emit_WMB(unsigned dry_run, u8 buf[])  in _emit_WMB()  argument
823 	if (dry_run)  in _emit_WMB()
839 static inline u32 _emit_GO(unsigned dry_run, u8 buf[],  in _emit_GO()  argument
846 	if (dry_run)  in _emit_GO()
1087 static inline int _ldst_memtomem(unsigned dry_run, u8 buf[],  in _ldst_memtomem()  argument
1096 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1097 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1101 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1102 			off += _emit_RMB(dry_run, &buf[off]);  in _ldst_memtomem()
1103 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1104 			off += _emit_WMB(dry_run, &buf[off]);  in _ldst_memtomem()
1111 static u32 _emit_load(unsigned int dry_run, u8 buf[],  in _emit_load()  argument
1121 		off += _emit_LD(dry_run, &buf[off], cond);  in _emit_load()
1126 			off += _emit_LDP(dry_run, &buf[off], SINGLE,  in _emit_load()
1128 			off += _emit_LDP(dry_run, &buf[off], BURST,  in _emit_load()
1131 			off += _emit_LDP(dry_run, &buf[off], cond,  in _emit_load()
1145 static inline u32 _emit_store(unsigned int dry_run, u8 buf[],  in _emit_store()  argument
1155 		off += _emit_ST(dry_run, &buf[off], cond);  in _emit_store()
1160 			off += _emit_STP(dry_run, &buf[off], SINGLE,  in _emit_store()
1162 			off += _emit_STP(dry_run, &buf[off], BURST,  in _emit_store()
1165 			off += _emit_STP(dry_run, &buf[off], cond,  in _emit_store()
1180 				 unsigned dry_run, u8 buf[],  in _ldst_peripheral()  argument
1194 		off += _emit_FLUSHP(dry_run, &buf[off], pxs->desc->peri);  in _ldst_peripheral()
1196 		off += _emit_WFP(dry_run, &buf[off], cond, pxs->desc->peri);  in _ldst_peripheral()
1197 		off += _emit_load(dry_run, &buf[off], cond, pxs->desc->rqtype,  in _ldst_peripheral()
1199 		off += _emit_store(dry_run, &buf[off], cond, pxs->desc->rqtype,  in _ldst_peripheral()
1206 static int _bursts(struct pl330_dmac *pl330, unsigned dry_run, u8 buf[],  in _bursts()  argument
1216 		off += _ldst_peripheral(pl330, dry_run, &buf[off], pxs, cyc,  in _bursts()
1221 		off += _ldst_memtomem(dry_run, &buf[off], pxs, cyc);  in _bursts()
1237 static int _dregs(struct pl330_dmac *pl330, unsigned int dry_run, u8 buf[],  in _dregs()  argument
1250 		off += _ldst_peripheral(pl330, dry_run, &buf[off], pxs,  in _dregs()
1262 		off += _emit_MOV(dry_run, &buf[off], CCR, dregs_ccr);  in _dregs()
1263 		off += _ldst_memtomem(dry_run, &buf[off], pxs, 1);  in _dregs()
1276 static inline int _loop(struct pl330_dmac *pl330, unsigned dry_run, u8 buf[],  in _loop()  argument
1284 		return _bursts(pl330, dry_run, buf, pxs, 1);  in _loop()
1327 		off += _emit_LP(dry_run, &buf[off], 0, lcnt0);  in _loop()
1331 	off += _emit_LP(dry_run, &buf[off], 1, lcnt1);  in _loop()
1334 	off += _bursts(pl330, dry_run, &buf[off], pxs, cyc);  in _loop()
1340 	off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1347 		off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1358 			       unsigned dry_run, u8 buf[],  in _setup_loops()  argument
1370 		off += _loop(pl330, dry_run, &buf[off], &c, pxs);  in _setup_loops()
1373 	off += _dregs(pl330, dry_run, &buf[off], pxs, num_dregs);  in _setup_loops()
1379 			      unsigned dry_run, u8 buf[],  in _setup_xfer()  argument
1386 	off += _emit_MOV(dry_run, &buf[off], SAR, x->src_addr);  in _setup_xfer()
1388 	off += _emit_MOV(dry_run, &buf[off], DAR, x->dst_addr);  in _setup_xfer()
1391 	off += _setup_loops(pl330, dry_run, &buf[off], pxs);  in _setup_xfer()
1400 static int _setup_req(struct pl330_dmac *pl330, unsigned dry_run,  in _setup_req()  argument
1411 	off += _emit_MOV(dry_run, &buf[off], CCR, pxs->ccr);  in _setup_req()
1413 	off += _setup_xfer(pl330, dry_run, &buf[off], pxs);  in _setup_req()
1416 	off += _emit_SEV(dry_run, &buf[off], thrd->ev);  in _setup_req()
1418 	off += _emit_END(dry_run, &buf[off]);  in _setup_req()