Lines Matching refs:SIAtomicAddrSpace
68 enum class SIAtomicAddrSpace { enum
96 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::NONE;
97 SIAtomicAddrSpace InstrAddrSpace = SIAtomicAddrSpace::NONE;
104 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::ATOMIC, in SIMemOpInfo()
105 SIAtomicAddrSpace InstrAddrSpace = SIAtomicAddrSpace::ALL, in SIMemOpInfo()
120 OrderingAddrSpace == SIAtomicAddrSpace::NONE && in SIMemOpInfo()
127 (OrderingAddrSpace & SIAtomicAddrSpace::ATOMIC) != in SIMemOpInfo()
128 SIAtomicAddrSpace::NONE && in SIMemOpInfo()
129 (InstrAddrSpace & SIAtomicAddrSpace::ATOMIC) != in SIMemOpInfo()
130 SIAtomicAddrSpace::NONE); in SIMemOpInfo()
141 if ((InstrAddrSpace & ~SIAtomicAddrSpace::SCRATCH) == in SIMemOpInfo()
142 SIAtomicAddrSpace::NONE) { in SIMemOpInfo()
145 ~(SIAtomicAddrSpace::SCRATCH | SIAtomicAddrSpace::LDS)) == in SIMemOpInfo()
146 SIAtomicAddrSpace::NONE) { in SIMemOpInfo()
149 ~(SIAtomicAddrSpace::SCRATCH | SIAtomicAddrSpace::LDS | in SIMemOpInfo()
150 SIAtomicAddrSpace::GDS)) == SIAtomicAddrSpace::NONE) { in SIMemOpInfo()
176 SIAtomicAddrSpace getInstrAddrSpace() const { in getInstrAddrSpace()
182 SIAtomicAddrSpace getOrderingAddrSpace() const { in getOrderingAddrSpace()
224 Optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
225 toSIAtomicScope(SyncScope::ID SSID, SIAtomicAddrSpace InstrAddrSpace) const;
228 SIAtomicAddrSpace toSIAtomicAddrSpace(unsigned AS) const;
290 SIAtomicAddrSpace AddrSpace) const = 0;
297 SIAtomicAddrSpace AddrSpace) const = 0;
304 SIAtomicAddrSpace AddrSpace) const = 0;
310 SIAtomicAddrSpace AddrSpace,
323 SIAtomicAddrSpace AddrSpace,
335 SIAtomicAddrSpace AddrSpace,
346 SIAtomicAddrSpace AddrSpace,
376 SIAtomicAddrSpace AddrSpace) const override;
380 SIAtomicAddrSpace AddrSpace) const override;
384 SIAtomicAddrSpace AddrSpace) const override;
387 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
393 SIAtomicAddrSpace AddrSpace,
400 SIAtomicAddrSpace AddrSpace,
405 SIAtomicAddrSpace AddrSpace,
417 SIAtomicAddrSpace AddrSpace,
429 SIAtomicAddrSpace AddrSpace) const override;
433 SIAtomicAddrSpace AddrSpace) const override;
437 SIAtomicAddrSpace AddrSpace) const override;
440 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
446 SIAtomicAddrSpace AddrSpace,
453 SIAtomicAddrSpace AddrSpace,
458 SIAtomicAddrSpace AddrSpace,
490 SIAtomicAddrSpace AddrSpace) const override;
494 SIAtomicAddrSpace AddrSpace) const override;
498 SIAtomicAddrSpace AddrSpace) const override;
501 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
506 SIAtomicAddrSpace AddrSpace, Position Pos) const override;
509 SIAtomicAddrSpace AddrSpace, bool IsCrossAddrSpaceOrdering,
528 SIAtomicAddrSpace AddrSpace) const override;
531 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
537 SIAtomicAddrSpace AddrSpace,
544 SIAtomicAddrSpace AddrSpace,
554 SIAtomicAddrSpace AddrSpace) const override;
557 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
624 Optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
626 SIAtomicAddrSpace InstrAddrSpace) const { in toSIAtomicScope()
629 SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
633 SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
637 SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
641 SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
645 SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
649 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, in toSIAtomicScope()
653 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, in toSIAtomicScope()
657 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, in toSIAtomicScope()
661 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, in toSIAtomicScope()
665 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, in toSIAtomicScope()
670 SIAtomicAddrSpace SIMemOpAccess::toSIAtomicAddrSpace(unsigned AS) const { in toSIAtomicAddrSpace()
672 return SIAtomicAddrSpace::FLAT; in toSIAtomicAddrSpace()
674 return SIAtomicAddrSpace::GLOBAL; in toSIAtomicAddrSpace()
676 return SIAtomicAddrSpace::LDS; in toSIAtomicAddrSpace()
678 return SIAtomicAddrSpace::SCRATCH; in toSIAtomicAddrSpace()
680 return SIAtomicAddrSpace::GDS; in toSIAtomicAddrSpace()
682 return SIAtomicAddrSpace::OTHER; in toSIAtomicAddrSpace()
696 SIAtomicAddrSpace InstrAddrSpace = SIAtomicAddrSpace::NONE; in constructFromMIWithMMO()
727 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::NONE; in constructFromMIWithMMO()
737 if ((OrderingAddrSpace == SIAtomicAddrSpace::NONE) || in constructFromMIWithMMO()
738 ((OrderingAddrSpace & SIAtomicAddrSpace::ATOMIC) != OrderingAddrSpace) || in constructFromMIWithMMO()
739 ((InstrAddrSpace & SIAtomicAddrSpace::ATOMIC) == SIAtomicAddrSpace::NONE)) { in constructFromMIWithMMO()
788 auto ScopeOrNone = toSIAtomicScope(SSID, SIAtomicAddrSpace::ATOMIC); in getAtomicFenceInfo()
795 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::NONE; in getAtomicFenceInfo()
800 if ((OrderingAddrSpace == SIAtomicAddrSpace::NONE) || in getAtomicFenceInfo()
801 ((OrderingAddrSpace & SIAtomicAddrSpace::ATOMIC) != OrderingAddrSpace)) { in getAtomicFenceInfo()
806 return SIMemOpInfo(Ordering, Scope, OrderingAddrSpace, SIAtomicAddrSpace::ATOMIC, in getAtomicFenceInfo()
859 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
863 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
894 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
907 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
920 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
966 SIAtomicAddrSpace AddrSpace, in insertWait()
981 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
982 SIAtomicAddrSpace::NONE) { in insertWait()
999 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1022 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1063 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1076 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1108 SIAtomicAddrSpace AddrSpace, in insertRelease()
1117 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1136 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1169 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1173 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1211 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1215 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableStoreCacheBypass()
1246 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
1250 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableRMWCacheBypass()
1272 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1318 SIAtomicAddrSpace AddrSpace, in insertWait()
1330 if (((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH | in insertWait()
1331 SIAtomicAddrSpace::GDS)) != SIAtomicAddrSpace::NONE) && in insertWait()
1338 AddrSpace &= ~SIAtomicAddrSpace::LDS; in insertWait()
1346 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1359 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1412 SIAtomicAddrSpace AddrSpace, in insertRelease()
1423 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertRelease()
1462 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1466 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1506 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1510 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableStoreCacheBypass()
1546 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
1550 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableRMWCacheBypass()
1574 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1615 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1628 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1701 SIAtomicAddrSpace AddrSpace, in insertRelease()
1712 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertRelease()
1765 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1769 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1806 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1858 SIAtomicAddrSpace AddrSpace, in insertWait()
1874 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
1875 SIAtomicAddrSpace::NONE) { in insertWait()
1907 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1930 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1978 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1991 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
2033 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
2037 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
2073 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()