382 static inline u32 csdev_access_relaxed_read32(struct csdev_access *csa,  in csdev_access_relaxed_read32()  argument
385 	if (likely(csa->io_mem))  in csdev_access_relaxed_read32()
386 		return readl_relaxed(csa->base + offset);  in csdev_access_relaxed_read32()
388 	return csa->read(offset, true, false);  in csdev_access_relaxed_read32()
438 static inline u32 coresight_get_pid(struct csdev_access *csa)  in coresight_get_pid()  argument
443 		pid |= csdev_access_relaxed_read32(csa, CORESIGHT_PIDRn(i)) << (i * 8);  in coresight_get_pid()
448 static inline u64 csdev_access_relaxed_read_pair(struct csdev_access *csa,  in csdev_access_relaxed_read_pair()  argument
451 	if (likely(csa->io_mem)) {  in csdev_access_relaxed_read_pair()
452 		return readl_relaxed(csa->base + lo_offset) |  in csdev_access_relaxed_read_pair()
453 			((u64)readl_relaxed(csa->base + hi_offset) << 32);  in csdev_access_relaxed_read_pair()
456 	return csa->read(lo_offset, true, false) | (csa->read(hi_offset, true, false) << 32);  in csdev_access_relaxed_read_pair()
459 static inline void csdev_access_relaxed_write_pair(struct csdev_access *csa, u64 val,  in csdev_access_relaxed_write_pair()  argument
462 	if (likely(csa->io_mem)) {  in csdev_access_relaxed_write_pair()
463 		writel_relaxed((u32)val, csa->base + lo_offset);  in csdev_access_relaxed_write_pair()
464 		writel_relaxed((u32)(val >> 32), csa->base + hi_offset);  in csdev_access_relaxed_write_pair()
466 		csa->write((u32)val, lo_offset, true, false);  in csdev_access_relaxed_write_pair()
467 		csa->write((u32)(val >> 32), hi_offset, true, false);  in csdev_access_relaxed_write_pair()
471 static inline u32 csdev_access_read32(struct csdev_access *csa, u32 offset)  in csdev_access_read32()  argument
473 	if (likely(csa->io_mem))  in csdev_access_read32()
474 		return readl(csa->base + offset);  in csdev_access_read32()
476 	return csa->read(offset, false, false);  in csdev_access_read32()
479 static inline void csdev_access_relaxed_write32(struct csdev_access *csa,  in csdev_access_relaxed_write32()  argument
482 	if (likely(csa->io_mem))  in csdev_access_relaxed_write32()
483 		writel_relaxed(val, csa->base + offset);  in csdev_access_relaxed_write32()
485 		csa->write(val, offset, true, false);  in csdev_access_relaxed_write32()
488 static inline void csdev_access_write32(struct csdev_access *csa, u32 val, u32 offset)  in csdev_access_write32()  argument
490 	if (likely(csa->io_mem))  in csdev_access_write32()
491 		writel(val, csa->base + offset);  in csdev_access_write32()
493 		csa->write(val, offset, false, false);  in csdev_access_write32()
498 static inline u64 csdev_access_relaxed_read64(struct csdev_access *csa,  in csdev_access_relaxed_read64()  argument
501 	if (likely(csa->io_mem))  in csdev_access_relaxed_read64()
502 		return readq_relaxed(csa->base + offset);  in csdev_access_relaxed_read64()
504 	return csa->read(offset, true, true);  in csdev_access_relaxed_read64()
507 static inline u64 csdev_access_read64(struct csdev_access *csa, u32 offset)  in csdev_access_read64()  argument
509 	if (likely(csa->io_mem))  in csdev_access_read64()
510 		return readq(csa->base + offset);  in csdev_access_read64()
512 	return csa->read(offset, false, true);  in csdev_access_read64()
515 static inline void csdev_access_relaxed_write64(struct csdev_access *csa,  in csdev_access_relaxed_write64()  argument
518 	if (likely(csa->io_mem))  in csdev_access_relaxed_write64()
519 		writeq_relaxed(val, csa->base + offset);  in csdev_access_relaxed_write64()
521 		csa->write(val, offset, true, true);  in csdev_access_relaxed_write64()
524 static inline void csdev_access_write64(struct csdev_access *csa, u64 val, u32 offset)  in csdev_access_write64()  argument
526 	if (likely(csa->io_mem))  in csdev_access_write64()
527 		writeq(val, csa->base + offset);  in csdev_access_write64()
529 		csa->write(val, offset, false, true);  in csdev_access_write64()
534 static inline u64 csdev_access_relaxed_read64(struct csdev_access *csa,  in csdev_access_relaxed_read64()  argument
541 static inline u64 csdev_access_read64(struct csdev_access *csa, u32 offset)  in csdev_access_read64()  argument
547 static inline void csdev_access_relaxed_write64(struct csdev_access *csa,  in csdev_access_relaxed_write64()  argument
553 static inline void csdev_access_write64(struct csdev_access *csa, u64 val, u32 offset)  in csdev_access_write64()  argument
576 extern int coresight_timeout(struct csdev_access *csa, u32 offset,
608 static inline int coresight_timeout(struct csdev_access *csa, u32 offset,  in coresight_timeout()  argument