574 static inline u32 _emit_END(unsigned dry_run, u8 buf[])  in _emit_END()  argument
576 	if (dry_run)  in _emit_END()
586 static inline u32 _emit_FLUSHP(unsigned dry_run, u8 buf[], u8 peri)  in _emit_FLUSHP()  argument
588 	if (dry_run)  in _emit_FLUSHP()
602 static inline u32 _emit_LD(unsigned dry_run, u8 buf[],	enum pl330_cond cond)  in _emit_LD()  argument
604 	if (dry_run)  in _emit_LD()
620 static inline u32 _emit_LDP(unsigned dry_run, u8 buf[],  in _emit_LDP()  argument
623 	if (dry_run)  in _emit_LDP()
641 static inline u32 _emit_LP(unsigned dry_run, u8 buf[],  in _emit_LP()  argument
644 	if (dry_run)  in _emit_LP()
667 static inline u32 _emit_LPEND(unsigned dry_run, u8 buf[],  in _emit_LPEND()  argument
675 	if (dry_run)  in _emit_LPEND()
702 static inline u32 _emit_KILL(unsigned dry_run, u8 buf[])  in _emit_KILL()  argument
704 	if (dry_run)  in _emit_KILL()
712 static inline u32 _emit_MOV(unsigned dry_run, u8 buf[],  in _emit_MOV()  argument
715 	if (dry_run)  in _emit_MOV()
731 static inline u32 _emit_RMB(unsigned dry_run, u8 buf[])  in _emit_RMB()  argument
733 	if (dry_run)  in _emit_RMB()
743 static inline u32 _emit_SEV(unsigned dry_run, u8 buf[], u8 ev)  in _emit_SEV()  argument
745 	if (dry_run)  in _emit_SEV()
759 static inline u32 _emit_ST(unsigned dry_run, u8 buf[], enum pl330_cond cond)  in _emit_ST()  argument
761 	if (dry_run)  in _emit_ST()
777 static inline u32 _emit_STP(unsigned dry_run, u8 buf[],  in _emit_STP()  argument
780 	if (dry_run)  in _emit_STP()
798 static inline u32 _emit_WFP(unsigned dry_run, u8 buf[],  in _emit_WFP()  argument
801 	if (dry_run)  in _emit_WFP()
823 static inline u32 _emit_WMB(unsigned dry_run, u8 buf[])  in _emit_WMB()  argument
825 	if (dry_run)  in _emit_WMB()
841 static inline u32 _emit_GO(unsigned dry_run, u8 buf[],  in _emit_GO()  argument
848 	if (dry_run)  in _emit_GO()
1089 static inline int _ldst_memtomem(unsigned dry_run, u8 buf[],  in _ldst_memtomem()  argument
1098 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1099 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1103 			off += _emit_LD(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1104 			off += _emit_RMB(dry_run, &buf[off]);  in _ldst_memtomem()
1105 			off += _emit_ST(dry_run, &buf[off], ALWAYS);  in _ldst_memtomem()
1106 			off += _emit_WMB(dry_run, &buf[off]);  in _ldst_memtomem()
1113 static u32 _emit_load(unsigned int dry_run, u8 buf[],  in _emit_load()  argument
1122 		off += _emit_LD(dry_run, &buf[off], cond);  in _emit_load()
1127 			off += _emit_LDP(dry_run, &buf[off], SINGLE,  in _emit_load()
1129 			off += _emit_LDP(dry_run, &buf[off], BURST,  in _emit_load()
1132 			off += _emit_LDP(dry_run, &buf[off], cond,  in _emit_load()
1146 static inline u32 _emit_store(unsigned int dry_run, u8 buf[],  in _emit_store()  argument
1155 		off += _emit_ST(dry_run, &buf[off], cond);  in _emit_store()
1160 			off += _emit_STP(dry_run, &buf[off], SINGLE,  in _emit_store()
1162 			off += _emit_STP(dry_run, &buf[off], BURST,  in _emit_store()
1165 			off += _emit_STP(dry_run, &buf[off], cond,  in _emit_store()
1180 				 unsigned dry_run, u8 buf[],  in _ldst_peripheral()  argument
1191 		off += _emit_FLUSHP(dry_run, &buf[off], pxs->desc->peri);  in _ldst_peripheral()
1193 		off += _emit_WFP(dry_run, &buf[off], cond, pxs->desc->peri);  in _ldst_peripheral()
1194 		off += _emit_load(dry_run, &buf[off], cond, pxs->desc->rqtype,  in _ldst_peripheral()
1196 		off += _emit_store(dry_run, &buf[off], cond, pxs->desc->rqtype,  in _ldst_peripheral()
1203 static int _bursts(struct pl330_dmac *pl330, unsigned dry_run, u8 buf[],  in _bursts()  argument
1215 		off += _ldst_peripheral(pl330, dry_run, &buf[off], pxs, cyc,  in _bursts()
1220 		off += _ldst_memtomem(dry_run, &buf[off], pxs, cyc);  in _bursts()
1237 static int _dregs(struct pl330_dmac *pl330, unsigned int dry_run, u8 buf[],  in _dregs()  argument
1264 		off += _emit_MOV(dry_run, &buf[off], CCR, dregs_ccr);  in _dregs()
1265 		off += _ldst_peripheral(pl330, dry_run, &buf[off], pxs, 1,  in _dregs()
1270 		off += _emit_MOV(dry_run, &buf[off], CCR, dregs_ccr);  in _dregs()
1271 		off += _ldst_memtomem(dry_run, &buf[off], pxs, 1);  in _dregs()
1284 static inline int _loop(struct pl330_dmac *pl330, unsigned dry_run, u8 buf[],  in _loop()  argument
1292 		return _bursts(pl330, dry_run, buf, pxs, 1);  in _loop()
1335 		off += _emit_LP(dry_run, &buf[off], 0, lcnt0);  in _loop()
1339 	off += _emit_LP(dry_run, &buf[off], 1, lcnt1);  in _loop()
1342 	off += _bursts(pl330, dry_run, &buf[off], pxs, cyc);  in _loop()
1348 	off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1355 		off += _emit_LPEND(dry_run, &buf[off], &lpend);  in _loop()
1366 			       unsigned dry_run, u8 buf[],  in _setup_loops()  argument
1378 		off += _loop(pl330, dry_run, &buf[off], &c, pxs);  in _setup_loops()
1381 	off += _dregs(pl330, dry_run, &buf[off], pxs, num_dregs);  in _setup_loops()
1387 			      unsigned dry_run, u8 buf[],  in _setup_xfer()  argument
1394 	off += _emit_MOV(dry_run, &buf[off], SAR, x->src_addr);  in _setup_xfer()
1396 	off += _emit_MOV(dry_run, &buf[off], DAR, x->dst_addr);  in _setup_xfer()
1399 	off += _setup_loops(pl330, dry_run, &buf[off], pxs);  in _setup_xfer()
1408 static int _setup_req(struct pl330_dmac *pl330, unsigned dry_run,  in _setup_req()  argument
1419 	off += _emit_MOV(dry_run, &buf[off], CCR, pxs->ccr);  in _setup_req()
1421 	off += _setup_xfer(pl330, dry_run, &buf[off], pxs);  in _setup_req()
1424 	off += _emit_SEV(dry_run, &buf[off], thrd->ev);  in _setup_req()
1426 	off += _emit_END(dry_run, &buf[off]);  in _setup_req()