Lines Matching refs:SIAtomicScope
57 enum class SIAtomicScope { enum
95 SIAtomicScope Scope = SIAtomicScope::SYSTEM;
103 SIAtomicScope Scope = SIAtomicScope::SYSTEM, in SIMemOpInfo()
119 assert(Scope == SIAtomicScope::NONE && in SIMemOpInfo()
126 assert(Scope != SIAtomicScope::NONE && in SIMemOpInfo()
143 this->Scope = std::min(Scope, SIAtomicScope::SINGLETHREAD); in SIMemOpInfo()
147 this->Scope = std::min(Scope, SIAtomicScope::WORKGROUP); in SIMemOpInfo()
151 this->Scope = std::min(Scope, SIAtomicScope::AGENT); in SIMemOpInfo()
158 SIAtomicScope getScope() const { in getScope()
224 std::optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
290 SIAtomicScope Scope,
297 SIAtomicScope Scope,
304 SIAtomicScope Scope,
323 SIAtomicScope Scope,
335 SIAtomicScope Scope,
346 SIAtomicScope Scope,
380 SIAtomicScope Scope,
384 SIAtomicScope Scope,
388 SIAtomicScope Scope,
397 SIAtomicScope Scope,
404 SIAtomicScope Scope,
409 SIAtomicScope Scope,
421 SIAtomicScope Scope,
433 SIAtomicScope Scope,
437 SIAtomicScope Scope,
441 SIAtomicScope Scope,
450 SIAtomicScope Scope,
457 SIAtomicScope Scope,
462 SIAtomicScope Scope,
494 SIAtomicScope Scope,
498 SIAtomicScope Scope,
502 SIAtomicScope Scope,
510 bool insertAcquire(MachineBasicBlock::iterator &MI, SIAtomicScope Scope,
513 bool insertRelease(MachineBasicBlock::iterator &MI, SIAtomicScope Scope,
546 SIAtomicScope Scope,
555 SIAtomicScope Scope,
562 SIAtomicScope Scope,
572 SIAtomicScope Scope,
595 bool insertWait(MachineBasicBlock::iterator &MI, SIAtomicScope Scope,
599 bool insertAcquire(MachineBasicBlock::iterator &MI, SIAtomicScope Scope,
670 std::optional<std::tuple<SIAtomicScope, SIAtomicAddrSpace, bool>>
674 return std::tuple(SIAtomicScope::SYSTEM, SIAtomicAddrSpace::ATOMIC, true); in toSIAtomicScope()
676 return std::tuple(SIAtomicScope::AGENT, SIAtomicAddrSpace::ATOMIC, true); in toSIAtomicScope()
678 return std::tuple(SIAtomicScope::WORKGROUP, SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
681 return std::tuple(SIAtomicScope::WAVEFRONT, SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
684 return std::tuple(SIAtomicScope::SINGLETHREAD, SIAtomicAddrSpace::ATOMIC, in toSIAtomicScope()
687 return std::tuple(SIAtomicScope::SYSTEM, in toSIAtomicScope()
690 return std::tuple(SIAtomicScope::AGENT, in toSIAtomicScope()
693 return std::tuple(SIAtomicScope::WORKGROUP, in toSIAtomicScope()
696 return std::tuple(SIAtomicScope::WAVEFRONT, in toSIAtomicScope()
699 return std::tuple(SIAtomicScope::SINGLETHREAD, in toSIAtomicScope()
760 SIAtomicScope Scope = SIAtomicScope::NONE; in constructFromMIWithMMO()
828 SIAtomicScope Scope = SIAtomicScope::NONE; in getAtomicFenceInfo()
894 SIAtomicScope Scope, in enableLoadCacheBypass()
901 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
902 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
907 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
908 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
909 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
929 SIAtomicScope Scope, in enableStoreCacheBypass()
942 SIAtomicScope Scope, in enableRMWCacheBypass()
983 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1001 SIAtomicScope Scope, in insertWait()
1020 case SIAtomicScope::SYSTEM: in insertWait()
1021 case SIAtomicScope::AGENT: in insertWait()
1024 case SIAtomicScope::WORKGROUP: in insertWait()
1025 case SIAtomicScope::WAVEFRONT: in insertWait()
1026 case SIAtomicScope::SINGLETHREAD: in insertWait()
1037 case SIAtomicScope::SYSTEM: in insertWait()
1038 case SIAtomicScope::AGENT: in insertWait()
1039 case SIAtomicScope::WORKGROUP: in insertWait()
1048 case SIAtomicScope::WAVEFRONT: in insertWait()
1049 case SIAtomicScope::SINGLETHREAD: in insertWait()
1060 case SIAtomicScope::SYSTEM: in insertWait()
1061 case SIAtomicScope::AGENT: in insertWait()
1070 case SIAtomicScope::WORKGROUP: in insertWait()
1071 case SIAtomicScope::WAVEFRONT: in insertWait()
1072 case SIAtomicScope::SINGLETHREAD: in insertWait()
1099 SIAtomicScope Scope, in insertAcquire()
1115 case SIAtomicScope::SYSTEM: in insertAcquire()
1116 case SIAtomicScope::AGENT: in insertAcquire()
1120 case SIAtomicScope::WORKGROUP: in insertAcquire()
1121 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1122 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1144 SIAtomicScope Scope, in insertRelease()
1153 SIAtomicScope Scope, in insertAcquire()
1175 case SIAtomicScope::SYSTEM: in insertAcquire()
1176 case SIAtomicScope::AGENT: in insertAcquire()
1180 case SIAtomicScope::WORKGROUP: in insertAcquire()
1181 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1182 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1205 SIAtomicScope Scope, in enableLoadCacheBypass()
1212 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
1213 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
1218 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
1226 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
1227 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
1247 SIAtomicScope Scope, in enableStoreCacheBypass()
1254 case SIAtomicScope::SYSTEM: in enableStoreCacheBypass()
1255 case SIAtomicScope::AGENT: in enableStoreCacheBypass()
1259 case SIAtomicScope::WORKGROUP: in enableStoreCacheBypass()
1260 case SIAtomicScope::WAVEFRONT: in enableStoreCacheBypass()
1261 case SIAtomicScope::SINGLETHREAD: in enableStoreCacheBypass()
1282 SIAtomicScope Scope, in enableRMWCacheBypass()
1289 case SIAtomicScope::SYSTEM: in enableRMWCacheBypass()
1290 case SIAtomicScope::AGENT: in enableRMWCacheBypass()
1295 case SIAtomicScope::WORKGROUP: in enableRMWCacheBypass()
1296 case SIAtomicScope::WAVEFRONT: in enableRMWCacheBypass()
1297 case SIAtomicScope::SINGLETHREAD: in enableRMWCacheBypass()
1336 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1354 SIAtomicScope Scope, in insertWait()
1369 (Scope == SIAtomicScope::WORKGROUP)) { in insertWait()
1371 Scope = SIAtomicScope::AGENT; in insertWait()
1382 SIAtomicScope Scope, in insertAcquire()
1398 case SIAtomicScope::SYSTEM: in insertAcquire()
1410 case SIAtomicScope::AGENT: in insertAcquire()
1413 case SIAtomicScope::WORKGROUP: in insertAcquire()
1420 Scope = SIAtomicScope::AGENT; in insertAcquire()
1423 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1424 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1448 SIAtomicScope Scope, in insertRelease()
1462 case SIAtomicScope::SYSTEM: in insertRelease()
1476 case SIAtomicScope::AGENT: in insertRelease()
1477 case SIAtomicScope::WORKGROUP: in insertRelease()
1478 case SIAtomicScope::WAVEFRONT: in insertRelease()
1479 case SIAtomicScope::SINGLETHREAD: in insertRelease()
1498 const MachineBasicBlock::iterator &MI, SIAtomicScope Scope, in enableLoadCacheBypass()
1505 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
1510 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
1514 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
1522 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
1523 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
1543 SIAtomicScope Scope, SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass()
1549 case SIAtomicScope::SYSTEM: in enableStoreCacheBypass()
1554 case SIAtomicScope::AGENT: in enableStoreCacheBypass()
1558 case SIAtomicScope::WORKGROUP: in enableStoreCacheBypass()
1562 case SIAtomicScope::WAVEFRONT: in enableStoreCacheBypass()
1563 case SIAtomicScope::SINGLETHREAD: in enableStoreCacheBypass()
1582 const MachineBasicBlock::iterator &MI, SIAtomicScope Scope, in enableRMWCacheBypass()
1589 case SIAtomicScope::SYSTEM: in enableRMWCacheBypass()
1593 case SIAtomicScope::AGENT: in enableRMWCacheBypass()
1594 case SIAtomicScope::WORKGROUP: in enableRMWCacheBypass()
1595 case SIAtomicScope::WAVEFRONT: in enableRMWCacheBypass()
1596 case SIAtomicScope::SINGLETHREAD: in enableRMWCacheBypass()
1636 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1651 SIAtomicScope Scope, in insertAcquire()
1667 case SIAtomicScope::SYSTEM: in insertAcquire()
1681 case SIAtomicScope::AGENT: in insertAcquire()
1694 case SIAtomicScope::WORKGROUP: in insertAcquire()
1713 case SIAtomicScope::WAVEFRONT: in insertAcquire()
1714 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
1737 SIAtomicScope Scope, in insertRelease()
1751 case SIAtomicScope::SYSTEM: in insertRelease()
1766 case SIAtomicScope::AGENT: in insertRelease()
1776 case SIAtomicScope::WORKGROUP: in insertRelease()
1777 case SIAtomicScope::WAVEFRONT: in insertRelease()
1778 case SIAtomicScope::SINGLETHREAD: in insertRelease()
1801 SIAtomicScope Scope, in enableLoadCacheBypass()
1808 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
1809 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
1815 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
1823 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
1824 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
1873 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1894 SIAtomicScope Scope, in insertWait()
1914 case SIAtomicScope::SYSTEM: in insertWait()
1915 case SIAtomicScope::AGENT: in insertWait()
1921 case SIAtomicScope::WORKGROUP: in insertWait()
1934 case SIAtomicScope::WAVEFRONT: in insertWait()
1935 case SIAtomicScope::SINGLETHREAD: in insertWait()
1946 case SIAtomicScope::SYSTEM: in insertWait()
1947 case SIAtomicScope::AGENT: in insertWait()
1948 case SIAtomicScope::WORKGROUP: in insertWait()
1957 case SIAtomicScope::WAVEFRONT: in insertWait()
1958 case SIAtomicScope::SINGLETHREAD: in insertWait()
1969 case SIAtomicScope::SYSTEM: in insertWait()
1970 case SIAtomicScope::AGENT: in insertWait()
1979 case SIAtomicScope::WORKGROUP: in insertWait()
1980 case SIAtomicScope::WAVEFRONT: in insertWait()
1981 case SIAtomicScope::SINGLETHREAD: in insertWait()
2015 SIAtomicScope Scope, in insertAcquire()
2031 case SIAtomicScope::SYSTEM: in insertAcquire()
2032 case SIAtomicScope::AGENT: in insertAcquire()
2037 case SIAtomicScope::WORKGROUP: in insertAcquire()
2047 case SIAtomicScope::WAVEFRONT: in insertAcquire()
2048 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
2070 const MachineBasicBlock::iterator &MI, SIAtomicScope Scope, in enableLoadCacheBypass()
2077 case SIAtomicScope::SYSTEM: in enableLoadCacheBypass()
2078 case SIAtomicScope::AGENT: in enableLoadCacheBypass()
2083 case SIAtomicScope::WORKGROUP: in enableLoadCacheBypass()
2091 case SIAtomicScope::WAVEFRONT: in enableLoadCacheBypass()
2092 case SIAtomicScope::SINGLETHREAD: in enableLoadCacheBypass()
2142 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
2195 SIAtomicScope Scope, in insertWait()
2214 case SIAtomicScope::SYSTEM: in insertWait()
2215 case SIAtomicScope::AGENT: in insertWait()
2221 case SIAtomicScope::WORKGROUP: in insertWait()
2234 case SIAtomicScope::WAVEFRONT: in insertWait()
2235 case SIAtomicScope::SINGLETHREAD: in insertWait()
2246 case SIAtomicScope::SYSTEM: in insertWait()
2247 case SIAtomicScope::AGENT: in insertWait()
2248 case SIAtomicScope::WORKGROUP: in insertWait()
2257 case SIAtomicScope::WAVEFRONT: in insertWait()
2258 case SIAtomicScope::SINGLETHREAD: in insertWait()
2291 SIAtomicScope Scope, in insertAcquire()
2311 case SIAtomicScope::SYSTEM: in insertAcquire()
2314 case SIAtomicScope::AGENT: in insertAcquire()
2317 case SIAtomicScope::WORKGROUP: in insertAcquire()
2327 case SIAtomicScope::WAVEFRONT: in insertAcquire()
2328 case SIAtomicScope::SINGLETHREAD: in insertAcquire()
2374 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()