Lines Matching refs:SIAtomicAddrSpace
68 enum class SIAtomicAddrSpace { enum
96 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::NONE;
97 SIAtomicAddrSpace InstrAddrSpace = SIAtomicAddrSpace::NONE;
104 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::ATOMIC, in SIMemOpInfo()
105 SIAtomicAddrSpace InstrAddrSpace = SIAtomicAddrSpace::ALL, in SIMemOpInfo()
120 OrderingAddrSpace == SIAtomicAddrSpace::NONE && in SIMemOpInfo()
127 (OrderingAddrSpace & SIAtomicAddrSpace::ATOMIC) != in SIMemOpInfo()
128 SIAtomicAddrSpace::NONE && in SIMemOpInfo()
129 (InstrAddrSpace & SIAtomicAddrSpace::ATOMIC) != in SIMemOpInfo()
130 SIAtomicAddrSpace::NONE); in SIMemOpInfo()
141 if ((InstrAddrSpace & ~SIAtomicAddrSpace::SCRATCH) == in SIMemOpInfo()
142 SIAtomicAddrSpace::NONE) { in SIMemOpInfo()
145 ~(SIAtomicAddrSpace::SCRATCH | SIAtomicAddrSpace::LDS)) == in SIMemOpInfo()
146 SIAtomicAddrSpace::NONE) { in SIMemOpInfo()
149 ~(SIAtomicAddrSpace::SCRATCH | SIAtomicAddrSpace::LDS | in SIMemOpInfo()
150 SIAtomicAddrSpace::GDS)) == SIAtomicAddrSpace::NONE) { in SIMemOpInfo()
176 SIAtomicAddrSpace getInstrAddrSpace() const { in getInstrAddrSpace()
182 SIAtomicAddrSpace getOrderingAddrSpace() const { in getOrderingAddrSpace()
224 std::optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
225 toSIAtomicScope(SyncScope::ID SSID, SIAtomicAddrSpace InstrAddrSpace) const;
228 SIAtomicAddrSpace toSIAtomicAddrSpace(unsigned AS) const;
291 SIAtomicAddrSpace AddrSpace) const = 0;
298 SIAtomicAddrSpace AddrSpace) const = 0;
305 SIAtomicAddrSpace AddrSpace) const = 0;
311 SIAtomicAddrSpace AddrSpace,
324 SIAtomicAddrSpace AddrSpace,
336 SIAtomicAddrSpace AddrSpace,
347 SIAtomicAddrSpace AddrSpace,
381 SIAtomicAddrSpace AddrSpace) const override;
385 SIAtomicAddrSpace AddrSpace) const override;
389 SIAtomicAddrSpace AddrSpace) const override;
392 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
398 SIAtomicAddrSpace AddrSpace,
405 SIAtomicAddrSpace AddrSpace,
410 SIAtomicAddrSpace AddrSpace,
422 SIAtomicAddrSpace AddrSpace,
434 SIAtomicAddrSpace AddrSpace) const override;
438 SIAtomicAddrSpace AddrSpace) const override;
442 SIAtomicAddrSpace AddrSpace) const override;
445 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
451 SIAtomicAddrSpace AddrSpace,
458 SIAtomicAddrSpace AddrSpace,
463 SIAtomicAddrSpace AddrSpace,
495 SIAtomicAddrSpace AddrSpace) const override;
499 SIAtomicAddrSpace AddrSpace) const override;
503 SIAtomicAddrSpace AddrSpace) const override;
506 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
511 SIAtomicAddrSpace AddrSpace, Position Pos) const override;
514 SIAtomicAddrSpace AddrSpace, bool IsCrossAddrSpaceOrdering,
521 (MOI.getInstrAddrSpace() & (SIAtomicAddrSpace::SCRATCH | in tryForceStoreSC0SC1()
522 SIAtomicAddrSpace::GLOBAL | in tryForceStoreSC0SC1()
523 SIAtomicAddrSpace::OTHER)) != in tryForceStoreSC0SC1()
524 SIAtomicAddrSpace::NONE) { in tryForceStoreSC0SC1()
547 SIAtomicAddrSpace AddrSpace) const override;
550 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
556 SIAtomicAddrSpace AddrSpace,
563 SIAtomicAddrSpace AddrSpace,
573 SIAtomicAddrSpace AddrSpace) const override;
576 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
596 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
600 SIAtomicAddrSpace AddrSpace, Position Pos) const override;
603 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
670 std::optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
672 SIAtomicAddrSpace InstrAddrSpace) const { in toSIAtomicScope()
674 return std::tuple(SIAtomicScope::SYSTEM, SIAtomicAddrSpace::ATOMIC, true); in toSIAtomicScope()
676 return std::tuple(SIAtomicScope::AGENT, SIAtomicAddrSpace::ATOMIC, true); in toSIAtomicScope()
678 return std::tuple(SIAtomicScope::WORKGROUP, SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
681 return std::tuple(SIAtomicScope::WAVEFRONT, SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
684 return std::tuple(SIAtomicScope::SINGLETHREAD, SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
688 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, false); in toSIAtomicScope()
691 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, false); in toSIAtomicScope()
694 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, false); in toSIAtomicScope()
697 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, false); in toSIAtomicScope()
700 SIAtomicAddrSpace::ATOMIC & InstrAddrSpace, false); in toSIAtomicScope()
704 SIAtomicAddrSpace SIMemOpAccess::toSIAtomicAddrSpace(unsigned AS) const { in toSIAtomicAddrSpace()
706 return SIAtomicAddrSpace::FLAT; in toSIAtomicAddrSpace()
708 return SIAtomicAddrSpace::GLOBAL; in toSIAtomicAddrSpace()
710 return SIAtomicAddrSpace::LDS; in toSIAtomicAddrSpace()
712 return SIAtomicAddrSpace::SCRATCH; in toSIAtomicAddrSpace()
714 return SIAtomicAddrSpace::GDS; in toSIAtomicAddrSpace()
716 return SIAtomicAddrSpace::OTHER; in toSIAtomicAddrSpace()
730 SIAtomicAddrSpace InstrAddrSpace = SIAtomicAddrSpace::NONE; in constructFromMIWithMMO()
761 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::NONE; in constructFromMIWithMMO()
771 if ((OrderingAddrSpace == SIAtomicAddrSpace::NONE) || in constructFromMIWithMMO()
772 ((OrderingAddrSpace & SIAtomicAddrSpace::ATOMIC) != OrderingAddrSpace) || in constructFromMIWithMMO()
773 ((InstrAddrSpace & SIAtomicAddrSpace::ATOMIC) == SIAtomicAddrSpace::NONE)) { in constructFromMIWithMMO()
822 auto ScopeOrNone = toSIAtomicScope(SSID, SIAtomicAddrSpace::ATOMIC); in getAtomicFenceInfo()
829 SIAtomicAddrSpace OrderingAddrSpace = SIAtomicAddrSpace::NONE; in getAtomicFenceInfo()
834 if ((OrderingAddrSpace == SIAtomicAddrSpace::NONE) || in getAtomicFenceInfo()
835 ((OrderingAddrSpace & SIAtomicAddrSpace::ATOMIC) != OrderingAddrSpace)) { in getAtomicFenceInfo()
840 return SIMemOpInfo(Ordering, Scope, OrderingAddrSpace, SIAtomicAddrSpace::ATOMIC, in getAtomicFenceInfo()
895 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
899 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
930 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
943 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
956 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1002 SIAtomicAddrSpace AddrSpace, in insertWait()
1017 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
1018 SIAtomicAddrSpace::NONE) { in insertWait()
1035 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1058 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1100 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1113 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1145 SIAtomicAddrSpace AddrSpace, in insertRelease()
1154 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1173 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1206 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1210 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1248 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1252 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableStoreCacheBypass()
1283 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
1287 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableRMWCacheBypass()
1309 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1355 SIAtomicAddrSpace AddrSpace, in insertWait()
1367 if (((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH | in insertWait()
1368 SIAtomicAddrSpace::GDS)) != SIAtomicAddrSpace::NONE) && in insertWait()
1375 AddrSpace &= ~SIAtomicAddrSpace::LDS; in insertWait()
1383 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1396 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1449 SIAtomicAddrSpace AddrSpace, in insertRelease()
1460 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertRelease()
1499 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1503 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1543 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1547 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableStoreCacheBypass()
1583 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
1587 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableRMWCacheBypass()
1611 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1652 SIAtomicAddrSpace AddrSpace, in insertAcquire()
1665 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1738 SIAtomicAddrSpace AddrSpace, in insertRelease()
1749 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertRelease()
1802 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1806 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1843 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1895 SIAtomicAddrSpace AddrSpace, in insertWait()
1911 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
1912 SIAtomicAddrSpace::NONE) { in insertWait()
1944 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1967 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
2016 SIAtomicAddrSpace AddrSpace, in insertAcquire()
2029 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
2071 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
2075 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
2111 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
2196 SIAtomicAddrSpace AddrSpace, SIMemOp Op, in insertWait()
2211 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
2212 SIAtomicAddrSpace::NONE) { in insertWait()
2244 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
2292 SIAtomicAddrSpace AddrSpace, in insertAcquire()
2306 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) == SIAtomicAddrSpace::NONE) in insertAcquire()
2347 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()