Lines Matching refs:AddrSpace
290 SIAtomicAddrSpace AddrSpace) const = 0;
297 SIAtomicAddrSpace AddrSpace) const = 0;
304 SIAtomicAddrSpace AddrSpace) const = 0;
310 SIAtomicAddrSpace AddrSpace,
323 SIAtomicAddrSpace AddrSpace,
335 SIAtomicAddrSpace AddrSpace,
346 SIAtomicAddrSpace AddrSpace,
376 SIAtomicAddrSpace AddrSpace) const override;
380 SIAtomicAddrSpace AddrSpace) const override;
384 SIAtomicAddrSpace AddrSpace) const override;
387 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
393 SIAtomicAddrSpace AddrSpace,
400 SIAtomicAddrSpace AddrSpace,
405 SIAtomicAddrSpace AddrSpace,
417 SIAtomicAddrSpace AddrSpace,
429 SIAtomicAddrSpace AddrSpace) const override;
433 SIAtomicAddrSpace AddrSpace) const override;
437 SIAtomicAddrSpace AddrSpace) const override;
440 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
446 SIAtomicAddrSpace AddrSpace,
453 SIAtomicAddrSpace AddrSpace,
458 SIAtomicAddrSpace AddrSpace,
478 SIAtomicAddrSpace AddrSpace) const override;
481 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
487 SIAtomicAddrSpace AddrSpace,
494 SIAtomicAddrSpace AddrSpace,
794 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
798 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
827 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
840 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
851 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
875 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
893 SIAtomicAddrSpace AddrSpace, in insertWait() argument
908 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
926 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
949 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
990 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1003 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1035 SIAtomicAddrSpace AddrSpace, in insertRelease() argument
1038 return insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE, in insertRelease()
1044 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1063 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1096 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1100 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1135 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1139 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableStoreCacheBypass()
1170 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
1174 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableRMWCacheBypass()
1196 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
1221 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1239 SIAtomicAddrSpace AddrSpace, in insertWait() argument
1251 if (((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH | in insertWait()
1259 AddrSpace &= ~SIAtomicAddrSpace::LDS; in insertWait()
1261 return SIGfx7CacheControl::insertWait(MI, Scope, AddrSpace, Op, in insertWait()
1267 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1280 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1326 Changed |= SIGfx7CacheControl::insertAcquire(MI, Scope, AddrSpace, Pos); in insertAcquire()
1333 SIAtomicAddrSpace AddrSpace, in insertRelease() argument
1344 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertRelease()
1373 SIGfx7CacheControl::insertRelease(MI, Scope, AddrSpace, in insertRelease()
1382 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1386 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1423 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
1451 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1467 SIAtomicAddrSpace AddrSpace, in insertWait() argument
1483 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
1516 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1539 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1587 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1600 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()