566 static inline u32 _emit_END(unsigned dry_run, u8 buf[])  in _emit_END()  argument
568 	if (dry_run)  in _emit_END()
578 static inline u32 _emit_FLUSHP(unsigned dry_run, u8 buf[], u8 peri)  in _emit_FLUSHP()  argument
580 	if (dry_run)  in _emit_FLUSHP()
594 static inline u32 _emit_LD(unsigned dry_run, u8 buf[],	enum pl330_cond cond)  in _emit_LD()  argument
596 	if (dry_run)  in _emit_LD()
612 static inline u32 _emit_LDP(unsigned dry_run, u8 buf[],  in _emit_LDP()  argument
615 	if (dry_run)  in _emit_LDP()
633 static inline u32 _emit_LP(unsigned dry_run, u8 buf[],  in _emit_LP()  argument
636 	if (dry_run)  in _emit_LP()
659 static inline u32 _emit_LPEND(unsigned dry_run, u8 buf[],  in _emit_LPEND()  argument
667 	if (dry_run)  in _emit_LPEND()
694 static inline u32 _emit_KILL(unsigned dry_run, u8 buf[])  in _emit_KILL()  argument
696 	if (dry_run)  in _emit_KILL()
704 static inline u32 _emit_MOV(unsigned dry_run, u8 buf[],  in _emit_MOV()  argument
707 	if (dry_run)  in _emit_MOV()
723 static inline u32 _emit_RMB(unsigned dry_run, u8 buf[])  in _emit_RMB()  argument
725 	if (dry_run)  in _emit_RMB()
735 static inline u32 _emit_SEV(unsigned dry_run, u8 buf[], u8 ev)  in _emit_SEV()  argument
737 	if (dry_run)  in _emit_SEV()
751 static inline u32 _emit_ST(unsigned dry_run, u8 buf[], enum pl330_cond cond)  in _emit_ST()  argument
753 	if (dry_run)  in _emit_ST()
769 static inline u32 _emit_STP(unsigned dry_run, u8 buf[],  in _emit_STP()  argument
772 	if (dry_run)  in _emit_STP()
790 static inline u32 _emit_WFP(unsigned dry_run, u8 buf[],  in _emit_WFP()  argument
793 	if (dry_run)  in _emit_WFP()
815 static inline u32 _emit_WMB(unsigned dry_run, u8 buf[])  in _emit_WMB()  argument
817 	if (dry_run)  in _emit_WMB()
833 static inline u32 _emit_GO(unsigned dry_run, u8 buf[],  in _emit_GO()  argument
840 	if (dry_run)  in _emit_GO()
1077 static inline int _ldst_memtomem(unsigned dry_run, u8 buf[],  in _ldst_memtomem()  argument
1086 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1087 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1091 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1092 			off += _emit_RMB(dry_run, &buf[off]);  in _ldst_memtomem()
1093 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1094 			off += _emit_WMB(dry_run, &buf[off]);  in _ldst_memtomem()
1101 static u32 _emit_load(unsigned int dry_run, u8 buf[],  in _emit_load()  argument
1111 		off += _emit_LD(dry_run, &buf[off], cond);  in _emit_load()
1116 			off += _emit_LDP(dry_run, &buf[off], SINGLE,  in _emit_load()
1118 			off += _emit_LDP(dry_run, &buf[off], BURST,  in _emit_load()
1121 			off += _emit_LDP(dry_run, &buf[off], cond,  in _emit_load()
1135 static inline u32 _emit_store(unsigned int dry_run, u8 buf[],  in _emit_store()  argument
1145 		off += _emit_ST(dry_run, &buf[off], cond);  in _emit_store()
1150 			off += _emit_STP(dry_run, &buf[off], SINGLE,  in _emit_store()
1152 			off += _emit_STP(dry_run, &buf[off], BURST,  in _emit_store()
1155 			off += _emit_STP(dry_run, &buf[off], cond,  in _emit_store()
1170 				 unsigned dry_run, u8 buf[],  in _ldst_peripheral()  argument
1184 		off += _emit_FLUSHP(dry_run, &buf[off], pxs->desc->peri);  in _ldst_peripheral()
1186 		off += _emit_WFP(dry_run, &buf[off], cond, pxs->desc->peri);  in _ldst_peripheral()
1187 		off += _emit_load(dry_run, &buf[off], cond, pxs->desc->rqtype,  in _ldst_peripheral()
1189 		off += _emit_store(dry_run, &buf[off], cond, pxs->desc->rqtype,  in _ldst_peripheral()
1196 static int _bursts(struct pl330_dmac *pl330, unsigned dry_run, u8 buf[],  in _bursts()  argument
1206 		off += _ldst_peripheral(pl330, dry_run, &buf[off], pxs, cyc,  in _bursts()
1211 		off += _ldst_memtomem(dry_run, &buf[off], pxs, cyc);  in _bursts()
1227 static int _dregs(struct pl330_dmac *pl330, unsigned int dry_run, u8 buf[],  in _dregs()  argument
1240 		off += _ldst_peripheral(pl330, dry_run, &buf[off], pxs,  in _dregs()
1252 		off += _emit_MOV(dry_run, &buf[off], CCR, dregs_ccr);  in _dregs()
1253 		off += _ldst_memtomem(dry_run, &buf[off], pxs, 1);  in _dregs()
1266 static inline int _loop(struct pl330_dmac *pl330, unsigned dry_run, u8 buf[],  in _loop()  argument
1274 		return _bursts(pl330, dry_run, buf, pxs, 1);  in _loop()
1317 		off += _emit_LP(dry_run, &buf[off], 0, lcnt0);  in _loop()
1321 	off += _emit_LP(dry_run, &buf[off], 1, lcnt1);  in _loop()
1324 	off += _bursts(pl330, dry_run, &buf[off], pxs, cyc);  in _loop()
1330 	off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1337 		off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1348 			       unsigned dry_run, u8 buf[],  in _setup_loops()  argument
1360 		off += _loop(pl330, dry_run, &buf[off], &c, pxs);  in _setup_loops()
1363 	off += _dregs(pl330, dry_run, &buf[off], pxs, num_dregs);  in _setup_loops()
1369 			      unsigned dry_run, u8 buf[],  in _setup_xfer()  argument
1376 	off += _emit_MOV(dry_run, &buf[off], SAR, x->src_addr);  in _setup_xfer()
1378 	off += _emit_MOV(dry_run, &buf[off], DAR, x->dst_addr);  in _setup_xfer()
1381 	off += _setup_loops(pl330, dry_run, &buf[off], pxs);  in _setup_xfer()
1390 static int _setup_req(struct pl330_dmac *pl330, unsigned dry_run,  in _setup_req()  argument
1401 	off += _emit_MOV(dry_run, &buf[off], CCR, pxs->ccr);  in _setup_req()
1403 	off += _setup_xfer(pl330, dry_run, &buf[off], pxs);  in _setup_req()
1406 	off += _emit_SEV(dry_run, &buf[off], thrd->ev);  in _setup_req()
1408 	off += _emit_END(dry_run, &buf[off]);  in _setup_req()