Lines Matching refs:SIAtomicScope
57 enum class SIAtomicScope { enum
95 SIAtomicScope Scope = SIAtomicScope::SYSTEM;
103 SIAtomicScope Scope = SIAtomicScope::SYSTEM, in SIMemOpInfo()
119 assert(Scope == SIAtomicScope::NONE && in SIMemOpInfo()
126 assert(Scope != SIAtomicScope::NONE && in SIMemOpInfo()
143 this->Scope = std::min(Scope, SIAtomicScope::SINGLETHREAD); in SIMemOpInfo()
147 this->Scope = std::min(Scope, SIAtomicScope::WORKGROUP); in SIMemOpInfo()
151 this->Scope = std::min(Scope, SIAtomicScope::AGENT); in SIMemOpInfo()
158 SIAtomicScope getScope() const { in getScope()
224 Optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
289 SIAtomicScope Scope,
296 SIAtomicScope Scope,
303 SIAtomicScope Scope,
322 SIAtomicScope Scope,
334 SIAtomicScope Scope,
345 SIAtomicScope Scope,
375 SIAtomicScope Scope,
379 SIAtomicScope Scope,
383 SIAtomicScope Scope,
392 SIAtomicScope Scope,
399 SIAtomicScope Scope,
404 SIAtomicScope Scope,
416 SIAtomicScope Scope,
428 SIAtomicScope Scope,
432 SIAtomicScope Scope,
436 SIAtomicScope Scope,
445 SIAtomicScope Scope,
452 SIAtomicScope Scope,
457 SIAtomicScope Scope,
489 SIAtomicScope Scope,
493 SIAtomicScope Scope,
497 SIAtomicScope Scope,
505 bool insertAcquire(MachineBasicBlock::iterator &MI, SIAtomicScope Scope,
508 bool insertRelease(MachineBasicBlock::iterator &MI, SIAtomicScope Scope,
527 SIAtomicScope Scope,
536 SIAtomicScope Scope,
543 SIAtomicScope Scope,
553 SIAtomicScope Scope,
624 Optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
628 return std::make_tuple(SIAtomicScope::SYSTEM, in toSIAtomicScope()
632 return std::make_tuple(SIAtomicScope::AGENT, in toSIAtomicScope()
636 return std::make_tuple(SIAtomicScope::WORKGROUP, in toSIAtomicScope()
640 return std::make_tuple(SIAtomicScope::WAVEFRONT, in toSIAtomicScope()
644 return std::make_tuple(SIAtomicScope::SINGLETHREAD, in toSIAtomicScope()
648 return std::make_tuple(SIAtomicScope::SYSTEM, in toSIAtomicScope()
652 return std::make_tuple(SIAtomicScope::AGENT, in toSIAtomicScope()
656 return std::make_tuple(SIAtomicScope::WORKGROUP, in toSIAtomicScope()
660 return std::make_tuple(SIAtomicScope::WAVEFRONT, in toSIAtomicScope()
664 return std::make_tuple(SIAtomicScope::SINGLETHREAD, in toSIAtomicScope()
726 SIAtomicScope Scope = SIAtomicScope::NONE; in constructFromMIWithMMO()
794 SIAtomicScope Scope = SIAtomicScope::NONE; in getAtomicFenceInfo()
858 SIAtomicScope Scope, in enableLoadCacheBypass()
865 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
866 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
871 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
872 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
873 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
893 SIAtomicScope Scope, in enableStoreCacheBypass()
906 SIAtomicScope Scope, in enableRMWCacheBypass()
947 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
965 SIAtomicScope Scope, in insertWait()
984 case SIAtomicScope::SYSTEM: in insertWait()
985 case SIAtomicScope::AGENT: in insertWait()
988 case SIAtomicScope::WORKGROUP: in insertWait()
989 case SIAtomicScope::WAVEFRONT: in insertWait()
990 case SIAtomicScope::SINGLETHREAD: in insertWait()
1001 case SIAtomicScope::SYSTEM: in insertWait()
1002 case SIAtomicScope::AGENT: in insertWait()
1003 case SIAtomicScope::WORKGROUP: in insertWait()
1012 case SIAtomicScope::WAVEFRONT: in insertWait()
1013 case SIAtomicScope::SINGLETHREAD: in insertWait()
1024 case SIAtomicScope::SYSTEM: in insertWait()
1025 case SIAtomicScope::AGENT: in insertWait()
1034 case SIAtomicScope::WORKGROUP: in insertWait()
1035 case SIAtomicScope::WAVEFRONT: in insertWait()
1036 case SIAtomicScope::SINGLETHREAD: in insertWait()
1062 SIAtomicScope Scope, in insertAcquire()
1078 case SIAtomicScope::SYSTEM: in insertAcquire()
1079 case SIAtomicScope::AGENT: in insertAcquire()
1083 case SIAtomicScope::WORKGROUP: in insertAcquire()
1084 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1085 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1107 SIAtomicScope Scope, in insertRelease()
1116 SIAtomicScope Scope, in insertAcquire()
1138 case SIAtomicScope::SYSTEM: in insertAcquire()
1139 case SIAtomicScope::AGENT: in insertAcquire()
1143 case SIAtomicScope::WORKGROUP: in insertAcquire()
1144 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1145 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1168 SIAtomicScope Scope, in enableLoadCacheBypass()
1175 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
1176 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
1181 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
1189 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
1190 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
1210 SIAtomicScope Scope, in enableStoreCacheBypass()
1217 case SIAtomicScope::SYSTEM: in enableStoreCacheBypass()
1218 case SIAtomicScope::AGENT: in enableStoreCacheBypass()
1222 case SIAtomicScope::WORKGROUP: in enableStoreCacheBypass()
1223 case SIAtomicScope::WAVEFRONT: in enableStoreCacheBypass()
1224 case SIAtomicScope::SINGLETHREAD: in enableStoreCacheBypass()
1245 SIAtomicScope Scope, in enableRMWCacheBypass()
1252 case SIAtomicScope::SYSTEM: in enableRMWCacheBypass()
1253 case SIAtomicScope::AGENT: in enableRMWCacheBypass()
1258 case SIAtomicScope::WORKGROUP: in enableRMWCacheBypass()
1259 case SIAtomicScope::WAVEFRONT: in enableRMWCacheBypass()
1260 case SIAtomicScope::SINGLETHREAD: in enableRMWCacheBypass()
1299 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1317 SIAtomicScope Scope, in insertWait()
1332 (Scope == SIAtomicScope::WORKGROUP)) { in insertWait()
1334 Scope = SIAtomicScope::AGENT; in insertWait()
1345 SIAtomicScope Scope, in insertAcquire()
1361 case SIAtomicScope::SYSTEM: in insertAcquire()
1373 case SIAtomicScope::AGENT: in insertAcquire()
1376 case SIAtomicScope::WORKGROUP: in insertAcquire()
1383 Scope = SIAtomicScope::AGENT; in insertAcquire()
1386 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1387 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1411 SIAtomicScope Scope, in insertRelease()
1425 case SIAtomicScope::SYSTEM: in insertRelease()
1439 case SIAtomicScope::AGENT: in insertRelease()
1440 case SIAtomicScope::WORKGROUP: in insertRelease()
1441 case SIAtomicScope::WAVEFRONT: in insertRelease()
1442 case SIAtomicScope::SINGLETHREAD: in insertRelease()
1461 const MachineBasicBlock::iterator &MI, SIAtomicScope Scope, in enableLoadCacheBypass()
1468 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
1473 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
1477 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
1485 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
1486 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
1506 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1512 case SIAtomicScope::SYSTEM: in enableStoreCacheBypass()
1517 case SIAtomicScope::AGENT: in enableStoreCacheBypass()
1521 case SIAtomicScope::WORKGROUP: in enableStoreCacheBypass()
1525 case SIAtomicScope::WAVEFRONT: in enableStoreCacheBypass()
1526 case SIAtomicScope::SINGLETHREAD: in enableStoreCacheBypass()
1545 const MachineBasicBlock::iterator &MI, SIAtomicScope Scope, in enableRMWCacheBypass()
1552 case SIAtomicScope::SYSTEM: in enableRMWCacheBypass()
1556 case SIAtomicScope::AGENT: in enableRMWCacheBypass()
1557 case SIAtomicScope::WORKGROUP: in enableRMWCacheBypass()
1558 case SIAtomicScope::WAVEFRONT: in enableRMWCacheBypass()
1559 case SIAtomicScope::SINGLETHREAD: in enableRMWCacheBypass()
1599 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1614 SIAtomicScope Scope, in insertAcquire()
1630 case SIAtomicScope::SYSTEM: in insertAcquire()
1644 case SIAtomicScope::AGENT: in insertAcquire()
1657 case SIAtomicScope::WORKGROUP: in insertAcquire()
1676 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1677 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1700 SIAtomicScope Scope, in insertRelease()
1714 case SIAtomicScope::SYSTEM: in insertRelease()
1729 case SIAtomicScope::AGENT: in insertRelease()
1739 case SIAtomicScope::WORKGROUP: in insertRelease()
1740 case SIAtomicScope::WAVEFRONT: in insertRelease()
1741 case SIAtomicScope::SINGLETHREAD: in insertRelease()
1764 SIAtomicScope Scope, in enableLoadCacheBypass()
1771 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
1772 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
1778 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
1786 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
1787 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
1836 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1857 SIAtomicScope Scope, in insertWait()
1877 case SIAtomicScope::SYSTEM: in insertWait()
1878 case SIAtomicScope::AGENT: in insertWait()
1884 case SIAtomicScope::WORKGROUP: in insertWait()
1897 case SIAtomicScope::WAVEFRONT: in insertWait()
1898 case SIAtomicScope::SINGLETHREAD: in insertWait()
1909 case SIAtomicScope::SYSTEM: in insertWait()
1910 case SIAtomicScope::AGENT: in insertWait()
1911 case SIAtomicScope::WORKGROUP: in insertWait()
1920 case SIAtomicScope::WAVEFRONT: in insertWait()
1921 case SIAtomicScope::SINGLETHREAD: in insertWait()
1932 case SIAtomicScope::SYSTEM: in insertWait()
1933 case SIAtomicScope::AGENT: in insertWait()
1942 case SIAtomicScope::WORKGROUP: in insertWait()
1943 case SIAtomicScope::WAVEFRONT: in insertWait()
1944 case SIAtomicScope::SINGLETHREAD: in insertWait()
1977 SIAtomicScope Scope, in insertAcquire()
1993 case SIAtomicScope::SYSTEM: in insertAcquire()
1994 case SIAtomicScope::AGENT: in insertAcquire()
1999 case SIAtomicScope::WORKGROUP: in insertAcquire()
2009 case SIAtomicScope::WAVEFRONT: in insertAcquire()
2010 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
2032 const MachineBasicBlock::iterator &MI, SIAtomicScope Scope, in enableLoadCacheBypass()
2039 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
2040 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
2045 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
2053 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
2054 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
2104 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()