Lines Matching refs:AddrSpace
290 SIAtomicAddrSpace AddrSpace) const = 0;
297 SIAtomicAddrSpace AddrSpace) const = 0;
304 SIAtomicAddrSpace AddrSpace) const = 0;
310 SIAtomicAddrSpace AddrSpace,
323 SIAtomicAddrSpace AddrSpace,
335 SIAtomicAddrSpace AddrSpace,
346 SIAtomicAddrSpace AddrSpace,
376 SIAtomicAddrSpace AddrSpace) const override;
380 SIAtomicAddrSpace AddrSpace) const override;
384 SIAtomicAddrSpace AddrSpace) const override;
387 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
393 SIAtomicAddrSpace AddrSpace,
400 SIAtomicAddrSpace AddrSpace,
405 SIAtomicAddrSpace AddrSpace,
417 SIAtomicAddrSpace AddrSpace,
429 SIAtomicAddrSpace AddrSpace) const override;
433 SIAtomicAddrSpace AddrSpace) const override;
437 SIAtomicAddrSpace AddrSpace) const override;
440 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
446 SIAtomicAddrSpace AddrSpace,
453 SIAtomicAddrSpace AddrSpace,
458 SIAtomicAddrSpace AddrSpace,
490 SIAtomicAddrSpace AddrSpace) const override;
494 SIAtomicAddrSpace AddrSpace) const override;
498 SIAtomicAddrSpace AddrSpace) const override;
501 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
506 SIAtomicAddrSpace AddrSpace, Position Pos) const override;
509 SIAtomicAddrSpace AddrSpace, bool IsCrossAddrSpaceOrdering,
528 SIAtomicAddrSpace AddrSpace) const override;
531 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
537 SIAtomicAddrSpace AddrSpace,
544 SIAtomicAddrSpace AddrSpace,
554 SIAtomicAddrSpace AddrSpace) const override;
557 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
859 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
863 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
894 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
907 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
920 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
947 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
966 SIAtomicAddrSpace AddrSpace, in insertWait() argument
981 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
999 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1022 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1063 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1076 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1108 SIAtomicAddrSpace AddrSpace, in insertRelease() argument
1111 return insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE, in insertRelease()
1117 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1136 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1169 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1173 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1211 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1215 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableStoreCacheBypass()
1246 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
1250 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableRMWCacheBypass()
1272 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
1299 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1318 SIAtomicAddrSpace AddrSpace, in insertWait() argument
1330 if (((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH | in insertWait()
1338 AddrSpace &= ~SIAtomicAddrSpace::LDS; in insertWait()
1340 return SIGfx7CacheControl::insertWait(MI, Scope, AddrSpace, Op, in insertWait()
1346 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1359 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1405 Changed |= SIGfx7CacheControl::insertAcquire(MI, Scope, AddrSpace, Pos); in insertAcquire()
1412 SIAtomicAddrSpace AddrSpace, in insertRelease() argument
1423 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertRelease()
1454 SIGfx7CacheControl::insertRelease(MI, Scope, AddrSpace, in insertRelease()
1462 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1466 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1506 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1510 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableStoreCacheBypass()
1546 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
1550 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableRMWCacheBypass()
1574 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
1599 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1615 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1628 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1701 SIAtomicAddrSpace AddrSpace, in insertRelease() argument
1712 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertRelease()
1756 Changed |= insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE, in insertRelease()
1765 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1769 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1806 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
1836 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1858 SIAtomicAddrSpace AddrSpace, in insertWait() argument
1874 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
1907 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1930 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1978 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1991 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
2033 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
2037 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
2073 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
2104 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()