Lines Matching refs:AddrSpace
291 SIAtomicAddrSpace AddrSpace) const = 0;
298 SIAtomicAddrSpace AddrSpace) const = 0;
305 SIAtomicAddrSpace AddrSpace) const = 0;
311 SIAtomicAddrSpace AddrSpace,
324 SIAtomicAddrSpace AddrSpace,
336 SIAtomicAddrSpace AddrSpace,
347 SIAtomicAddrSpace AddrSpace,
381 SIAtomicAddrSpace AddrSpace) const override;
385 SIAtomicAddrSpace AddrSpace) const override;
389 SIAtomicAddrSpace AddrSpace) const override;
392 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
398 SIAtomicAddrSpace AddrSpace,
405 SIAtomicAddrSpace AddrSpace,
410 SIAtomicAddrSpace AddrSpace,
422 SIAtomicAddrSpace AddrSpace,
434 SIAtomicAddrSpace AddrSpace) const override;
438 SIAtomicAddrSpace AddrSpace) const override;
442 SIAtomicAddrSpace AddrSpace) const override;
445 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
451 SIAtomicAddrSpace AddrSpace,
458 SIAtomicAddrSpace AddrSpace,
463 SIAtomicAddrSpace AddrSpace,
495 SIAtomicAddrSpace AddrSpace) const override;
499 SIAtomicAddrSpace AddrSpace) const override;
503 SIAtomicAddrSpace AddrSpace) const override;
506 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
511 SIAtomicAddrSpace AddrSpace, Position Pos) const override;
514 SIAtomicAddrSpace AddrSpace, bool IsCrossAddrSpaceOrdering,
547 SIAtomicAddrSpace AddrSpace) const override;
550 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
556 SIAtomicAddrSpace AddrSpace,
563 SIAtomicAddrSpace AddrSpace,
573 SIAtomicAddrSpace AddrSpace) const override;
576 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
596 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
600 SIAtomicAddrSpace AddrSpace, Position Pos) const override;
603 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
895 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
899 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
930 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
943 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
956 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
983 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1002 SIAtomicAddrSpace AddrSpace, in insertWait() argument
1017 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
1035 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1058 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1100 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1113 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1145 SIAtomicAddrSpace AddrSpace, in insertRelease() argument
1148 return insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE, in insertRelease()
1154 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1173 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1206 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1210 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1248 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1252 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableStoreCacheBypass()
1283 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
1287 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableRMWCacheBypass()
1309 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
1336 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1355 SIAtomicAddrSpace AddrSpace, in insertWait() argument
1367 if (((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH | in insertWait()
1375 AddrSpace &= ~SIAtomicAddrSpace::LDS; in insertWait()
1377 return SIGfx7CacheControl::insertWait(MI, Scope, AddrSpace, Op, in insertWait()
1383 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1396 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1442 Changed |= SIGfx7CacheControl::insertAcquire(MI, Scope, AddrSpace, Pos); in insertAcquire()
1449 SIAtomicAddrSpace AddrSpace, in insertRelease() argument
1460 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertRelease()
1491 SIGfx7CacheControl::insertRelease(MI, Scope, AddrSpace, in insertRelease()
1499 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1503 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1543 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1547 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableStoreCacheBypass()
1583 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass()
1587 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableRMWCacheBypass()
1611 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
1636 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1652 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
1665 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
1738 SIAtomicAddrSpace AddrSpace, in insertRelease() argument
1749 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertRelease()
1793 Changed |= insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE, in insertRelease()
1802 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
1806 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
1843 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
1873 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1895 SIAtomicAddrSpace AddrSpace, in insertWait() argument
1911 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
1944 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
1967 if ((AddrSpace & SIAtomicAddrSpace::GDS) != SIAtomicAddrSpace::NONE) { in insertWait()
2016 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
2029 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in insertAcquire()
2071 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass()
2075 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) != SIAtomicAddrSpace::NONE) { in enableLoadCacheBypass()
2111 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
2142 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
2196 SIAtomicAddrSpace AddrSpace, SIMemOp Op, in insertWait() argument
2211 if ((AddrSpace & (SIAtomicAddrSpace::GLOBAL | SIAtomicAddrSpace::SCRATCH)) != in insertWait()
2244 if ((AddrSpace & SIAtomicAddrSpace::LDS) != SIAtomicAddrSpace::NONE) { in insertWait()
2292 SIAtomicAddrSpace AddrSpace, in insertAcquire() argument
2306 if ((AddrSpace & SIAtomicAddrSpace::GLOBAL) == SIAtomicAddrSpace::NONE) in insertAcquire()
2347 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal() argument
2374 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()