Lines Matching refs:SIAtomicAddrSpace
67 enum class SIAtomicAddrSpace { enum
95 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::NONE;
96 SIAtomicAddrSpace InstrAddrSpace = SIAtomicAddrSpace::NONE;
103 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::ATOMIC, in SIMemOpInfo()
104 SIAtomicAddrSpace InstrAddrSpace = SIAtomicAddrSpace::ALL, in SIMemOpInfo()
119 OrderingAddrSpace == SIAtomicAddrSpace::NONE && in SIMemOpInfo()
126 (OrderingAddrSpace & SIAtomicAddrSpace::ATOMIC) != in SIMemOpInfo()
127 SIAtomicAddrSpace::NONE && in SIMemOpInfo()
128 (InstrAddrSpace & SIAtomicAddrSpace::ATOMIC) != in SIMemOpInfo()
129 SIAtomicAddrSpace::NONE && in SIMemOpInfo()
141 if ((InstrAddrSpace & ~SIAtomicAddrSpace::SCRATCH) == in SIMemOpInfo()
142 SIAtomicAddrSpace::NONE) { in SIMemOpInfo()
145 ~(SIAtomicAddrSpace::SCRATCH | SIAtomicAddrSpace::LDS)) == in SIMemOpInfo()
146 SIAtomicAddrSpace::NONE) { in SIMemOpInfo()
149 ~(SIAtomicAddrSpace::SCRATCH | SIAtomicAddrSpace::LDS | in SIMemOpInfo()
150 SIAtomicAddrSpace::GDS)) == SIAtomicAddrSpace::NONE) { in SIMemOpInfo()
176 SIAtomicAddrSpace getInstrAddrSpace() const { in getInstrAddrSpace()
182 SIAtomicAddrSpace getOrderingAddrSpace() const { in getOrderingAddrSpace()
224 Optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
225 toSIAtomicScope(SyncScope::ID SSID, SIAtomicAddrSpace InstrAddrSpace) const;
228 SIAtomicAddrSpace toSIAtomicAddrSpace(unsigned AS) const;
290 SIAtomicAddrSpace AddrSpace) const = 0;
297 SIAtomicAddrSpace AddrSpace) const = 0;
304 SIAtomicAddrSpace AddrSpace) const = 0;
310 SIAtomicAddrSpace AddrSpace,
323 SIAtomicAddrSpace AddrSpace,
335 SIAtomicAddrSpace AddrSpace,
346 SIAtomicAddrSpace AddrSpace,
376 SIAtomicAddrSpace AddrSpace) const override;
380 SIAtomicAddrSpace AddrSpace) const override;
384 SIAtomicAddrSpace AddrSpace) const override;
387 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
393 SIAtomicAddrSpace AddrSpace,
400 SIAtomicAddrSpace AddrSpace,
405 SIAtomicAddrSpace AddrSpace,
417 SIAtomicAddrSpace AddrSpace,
429 SIAtomicAddrSpace AddrSpace) const override;
433 SIAtomicAddrSpace AddrSpace) const override;
437 SIAtomicAddrSpace AddrSpace) const override;
440 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
446 SIAtomicAddrSpace AddrSpace,
453 SIAtomicAddrSpace AddrSpace,
458 SIAtomicAddrSpace AddrSpace,
478 SIAtomicAddrSpace AddrSpace) const override;
481 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
487 SIAtomicAddrSpace AddrSpace,
494 SIAtomicAddrSpace AddrSpace,
560 Optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
562 SIAtomicAddrSpace InstrAddrSpace) const { in toSIAtomicScope()
565 SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
569 SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
573 SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
577 SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
581 SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
585 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, in toSIAtomicScope()
589 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, in toSIAtomicScope()
593 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, in toSIAtomicScope()
597 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, in toSIAtomicScope()
601 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, in toSIAtomicScope()
606 SIAtomicAddrSpace SIMemOpAccess::toSIAtomicAddrSpace(unsigned AS) const { in toSIAtomicAddrSpace()
608 return SIAtomicAddrSpace::FLAT; in toSIAtomicAddrSpace()
610 return SIAtomicAddrSpace::GLOBAL; in toSIAtomicAddrSpace()
612 return SIAtomicAddrSpace::LDS; in toSIAtomicAddrSpace()
614 return SIAtomicAddrSpace::SCRATCH; in toSIAtomicAddrSpace()
616 return SIAtomicAddrSpace::GDS; in toSIAtomicAddrSpace()
618 return SIAtomicAddrSpace::OTHER; in toSIAtomicAddrSpace()
632 SIAtomicAddrSpace InstrAddrSpace = SIAtomicAddrSpace::NONE; in constructFromMIWithMMO()
666 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::NONE; in constructFromMIWithMMO()
676 if ((OrderingAddrSpace == SIAtomicAddrSpace::NONE) || in constructFromMIWithMMO()
677 ((OrderingAddrSpace & SIAtomicAddrSpace::ATOMIC) != OrderingAddrSpace) || in constructFromMIWithMMO()
678 ((InstrAddrSpace & SIAtomicAddrSpace::ATOMIC) == SIAtomicAddrSpace::NONE)) { in constructFromMIWithMMO()
727 auto ScopeOrNone = toSIAtomicScope(SSID, SIAtomicAddrSpace::ATOMIC); in getAtomicFenceInfo()
734 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::NONE; in getAtomicFenceInfo()
739 if ((OrderingAddrSpace == SIAtomicAddrSpace::NONE) || in getAtomicFenceInfo()
740 ((OrderingAddrSpace & SIAtomicAddrSpace::ATOMIC) != OrderingAddrSpace)) { in getAtomicFenceInfo()
745 return SIMemOpInfo(Ordering, Scope, OrderingAddrSpace, SIAtomicAddrSpace::ATOMIC, in getAtomicFenceInfo()
794 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
798 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
827 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
840 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
851 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
893 SIAtomicAddrSpace AddrSpace, in insertWait()
908 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
909 SIAtomicAddrSpace::NONE) { in insertWait()
926 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
949 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
990 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1003 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1035 SIAtomicAddrSpace AddrSpace, in insertRelease()
1044 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1063 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1096 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1100 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1135 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1139 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableStoreCacheBypass()
1170 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
1174 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableRMWCacheBypass()
1196 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1239 SIAtomicAddrSpace AddrSpace, in insertWait()
1251 if (((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH | in insertWait()
1252 SIAtomicAddrSpace::GDS)) != SIAtomicAddrSpace::NONE) && in insertWait()
1259 AddrSpace &= ~SIAtomicAddrSpace::LDS; in insertWait()
1267 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1280 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1333 SIAtomicAddrSpace AddrSpace, in insertRelease()
1344 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertRelease()
1382 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1386 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1423 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1467 SIAtomicAddrSpace AddrSpace, in insertWait()
1483 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
1484 SIAtomicAddrSpace::NONE) { in insertWait()
1516 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1539 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1587 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1600 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()