445 static inline u32 csdev_access_relaxed_read32(struct csdev_access *csa,  in csdev_access_relaxed_read32()  argument
448 	if (likely(csa->io_mem))  in csdev_access_relaxed_read32()
449 		return readl_relaxed(csa->base + offset);  in csdev_access_relaxed_read32()
451 	return csa->read(offset, true, false);  in csdev_access_relaxed_read32()
504 static inline u32 coresight_get_pid(struct csdev_access *csa)  in coresight_get_pid()  argument
509 		pid |= csdev_access_relaxed_read32(csa, CORESIGHT_PIDRn(i)) << (i * 8);  in coresight_get_pid()
514 static inline u64 csdev_access_relaxed_read_pair(struct csdev_access *csa,  in csdev_access_relaxed_read_pair()  argument
517 	if (likely(csa->io_mem)) {  in csdev_access_relaxed_read_pair()
518 		return readl_relaxed(csa->base + lo_offset) |  in csdev_access_relaxed_read_pair()
519 			((u64)readl_relaxed(csa->base + hi_offset) << 32);  in csdev_access_relaxed_read_pair()
522 	return csa->read(lo_offset, true, false) | (csa->read(hi_offset, true, false) << 32);  in csdev_access_relaxed_read_pair()
525 static inline void csdev_access_relaxed_write_pair(struct csdev_access *csa, u64 val,  in csdev_access_relaxed_write_pair()  argument
528 	if (likely(csa->io_mem)) {  in csdev_access_relaxed_write_pair()
529 		writel_relaxed((u32)val, csa->base + lo_offset);  in csdev_access_relaxed_write_pair()
530 		writel_relaxed((u32)(val >> 32), csa->base + hi_offset);  in csdev_access_relaxed_write_pair()
532 		csa->write((u32)val, lo_offset, true, false);  in csdev_access_relaxed_write_pair()
533 		csa->write((u32)(val >> 32), hi_offset, true, false);  in csdev_access_relaxed_write_pair()
537 static inline u32 csdev_access_read32(struct csdev_access *csa, u32 offset)  in csdev_access_read32()  argument
539 	if (likely(csa->io_mem))  in csdev_access_read32()
540 		return readl(csa->base + offset);  in csdev_access_read32()
542 	return csa->read(offset, false, false);  in csdev_access_read32()
545 static inline void csdev_access_relaxed_write32(struct csdev_access *csa,  in csdev_access_relaxed_write32()  argument
548 	if (likely(csa->io_mem))  in csdev_access_relaxed_write32()
549 		writel_relaxed(val, csa->base + offset);  in csdev_access_relaxed_write32()
551 		csa->write(val, offset, true, false);  in csdev_access_relaxed_write32()
554 static inline void csdev_access_write32(struct csdev_access *csa, u32 val, u32 offset)  in csdev_access_write32()  argument
556 	if (likely(csa->io_mem))  in csdev_access_write32()
557 		writel(val, csa->base + offset);  in csdev_access_write32()
559 		csa->write(val, offset, false, false);  in csdev_access_write32()
564 static inline u64 csdev_access_relaxed_read64(struct csdev_access *csa,  in csdev_access_relaxed_read64()  argument
567 	if (likely(csa->io_mem))  in csdev_access_relaxed_read64()
568 		return readq_relaxed(csa->base + offset);  in csdev_access_relaxed_read64()
570 	return csa->read(offset, true, true);  in csdev_access_relaxed_read64()
573 static inline u64 csdev_access_read64(struct csdev_access *csa, u32 offset)  in csdev_access_read64()  argument
575 	if (likely(csa->io_mem))  in csdev_access_read64()
576 		return readq(csa->base + offset);  in csdev_access_read64()
578 	return csa->read(offset, false, true);  in csdev_access_read64()
581 static inline void csdev_access_relaxed_write64(struct csdev_access *csa,  in csdev_access_relaxed_write64()  argument
584 	if (likely(csa->io_mem))  in csdev_access_relaxed_write64()
585 		writeq_relaxed(val, csa->base + offset);  in csdev_access_relaxed_write64()
587 		csa->write(val, offset, true, true);  in csdev_access_relaxed_write64()
590 static inline void csdev_access_write64(struct csdev_access *csa, u64 val, u32 offset)  in csdev_access_write64()  argument
592 	if (likely(csa->io_mem))  in csdev_access_write64()
593 		writeq(val, csa->base + offset);  in csdev_access_write64()
595 		csa->write(val, offset, false, true);  in csdev_access_write64()
600 static inline u64 csdev_access_relaxed_read64(struct csdev_access *csa,  in csdev_access_relaxed_read64()  argument
607 static inline u64 csdev_access_read64(struct csdev_access *csa, u32 offset)  in csdev_access_read64()  argument
613 static inline void csdev_access_relaxed_write64(struct csdev_access *csa,  in csdev_access_relaxed_write64()  argument
619 static inline void csdev_access_write64(struct csdev_access *csa, u64 val, u32 offset)  in csdev_access_write64()  argument
679 extern int coresight_timeout(struct csdev_access *csa, u32 offset,
682 extern int coresight_timeout_action(struct csdev_access *csa, u32 offset,