Lines Matching refs:Changed
519 bool Changed = false; in tryForceStoreSC0SC1() local
525 Changed |= enableSC0Bit(MI); in tryForceStoreSC0SC1()
526 Changed |= enableSC1Bit(MI); in tryForceStoreSC0SC1()
528 return Changed; in tryForceStoreSC0SC1()
897 bool Changed = false; in enableLoadCacheBypass() local
905 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
924 return Changed; in enableLoadCacheBypass()
932 bool Changed = false; in enableStoreCacheBypass() local
937 return Changed; in enableStoreCacheBypass()
945 bool Changed = false; in enableRMWCacheBypass() local
952 return Changed; in enableRMWCacheBypass()
969 bool Changed = false; in enableVolatileAndOrNonTemporal() local
976 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
983 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
986 return Changed; in enableVolatileAndOrNonTemporal()
992 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
993 Changed |= enableSLCBit(MI); in enableVolatileAndOrNonTemporal()
994 return Changed; in enableVolatileAndOrNonTemporal()
997 return Changed; in enableVolatileAndOrNonTemporal()
1006 bool Changed = false; in insertWait() local
1089 Changed = true; in insertWait()
1095 return Changed; in insertWait()
1105 bool Changed = false; in insertAcquire() local
1118 Changed = true; in insertAcquire()
1140 return Changed; in insertAcquire()
1159 bool Changed = false; in insertAcquire() local
1178 Changed = true; in insertAcquire()
1200 return Changed; in insertAcquire()
1208 bool Changed = false; in enableLoadCacheBypass() local
1216 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
1224 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
1242 return Changed; in enableLoadCacheBypass()
1250 bool Changed = false; in enableStoreCacheBypass() local
1277 return Changed; in enableStoreCacheBypass()
1285 bool Changed = false; in enableRMWCacheBypass() local
1305 return Changed; in enableRMWCacheBypass()
1322 bool Changed = false; in enableVolatileAndOrNonTemporal() local
1329 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
1336 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1339 return Changed; in enableVolatileAndOrNonTemporal()
1345 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
1346 Changed |= enableSLCBit(MI); in enableVolatileAndOrNonTemporal()
1347 return Changed; in enableVolatileAndOrNonTemporal()
1350 return Changed; in enableVolatileAndOrNonTemporal()
1388 bool Changed = false; in insertAcquire() local
1408 Changed = true; in insertAcquire()
1442 Changed |= SIGfx7CacheControl::insertAcquire(MI, Scope, AddrSpace, Pos); in insertAcquire()
1444 return Changed; in insertAcquire()
1452 bool Changed = false; in insertRelease() local
1474 Changed = true; in insertRelease()
1490 Changed |= in insertRelease()
1494 return Changed; in insertRelease()
1501 bool Changed = false; in enableLoadCacheBypass() local
1507 Changed |= enableSC0Bit(MI); in enableLoadCacheBypass()
1508 Changed |= enableSC1Bit(MI); in enableLoadCacheBypass()
1512 Changed |= enableSC1Bit(MI); in enableLoadCacheBypass()
1520 Changed |= enableSC0Bit(MI); in enableLoadCacheBypass()
1538 return Changed; in enableLoadCacheBypass()
1545 bool Changed = false; in enableStoreCacheBypass() local
1551 Changed |= enableSC0Bit(MI); in enableStoreCacheBypass()
1552 Changed |= enableSC1Bit(MI); in enableStoreCacheBypass()
1556 Changed |= enableSC1Bit(MI); in enableStoreCacheBypass()
1560 Changed |= enableSC0Bit(MI); in enableStoreCacheBypass()
1578 return Changed; in enableStoreCacheBypass()
1585 bool Changed = false; in enableRMWCacheBypass() local
1591 Changed |= enableSC1Bit(MI); in enableRMWCacheBypass()
1607 return Changed; in enableRMWCacheBypass()
1624 bool Changed = false; in enableVolatileAndOrNonTemporal() local
1628 Changed |= enableSC0Bit(MI); in enableVolatileAndOrNonTemporal()
1629 Changed |= enableSC1Bit(MI); in enableVolatileAndOrNonTemporal()
1636 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1639 return Changed; in enableVolatileAndOrNonTemporal()
1643 Changed |= enableNTBit(MI); in enableVolatileAndOrNonTemporal()
1644 return Changed; in enableVolatileAndOrNonTemporal()
1647 return Changed; in enableVolatileAndOrNonTemporal()
1657 bool Changed = false; in insertAcquire() local
1679 Changed = true; in insertAcquire()
1692 Changed = true; in insertAcquire()
1710 Changed = true; in insertAcquire()
1733 return Changed; in insertAcquire()
1741 bool Changed = false; in insertRelease() local
1764 Changed = true; in insertRelease()
1774 Changed = true; in insertRelease()
1793 Changed |= insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE, in insertRelease()
1796 return Changed; in insertRelease()
1804 bool Changed = false; in enableLoadCacheBypass() local
1812 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
1813 Changed |= enableDLCBit(MI); in enableLoadCacheBypass()
1821 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
1839 return Changed; in enableLoadCacheBypass()
1857 bool Changed = false; in enableVolatileAndOrNonTemporal() local
1864 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
1865 Changed |= enableDLCBit(MI); in enableVolatileAndOrNonTemporal()
1873 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
1875 return Changed; in enableVolatileAndOrNonTemporal()
1884 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
1885 Changed |= enableSLCBit(MI); in enableVolatileAndOrNonTemporal()
1887 return Changed; in enableVolatileAndOrNonTemporal()
1890 return Changed; in enableVolatileAndOrNonTemporal()
1899 bool Changed = false; in insertWait() local
1998 Changed = true; in insertWait()
2005 Changed = true; in insertWait()
2011 return Changed; in insertWait()
2021 bool Changed = false; in insertAcquire() local
2035 Changed = true; in insertAcquire()
2044 Changed = true; in insertAcquire()
2066 return Changed; in insertAcquire()
2073 bool Changed = false; in enableLoadCacheBypass() local
2081 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
2089 Changed |= enableGLCBit(MI); in enableLoadCacheBypass()
2107 return Changed; in enableLoadCacheBypass()
2125 bool Changed = false; in enableVolatileAndOrNonTemporal() local
2132 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
2135 Changed |= enableDLCBit(MI); in enableVolatileAndOrNonTemporal()
2142 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
2144 return Changed; in enableVolatileAndOrNonTemporal()
2153 Changed |= enableGLCBit(MI); in enableVolatileAndOrNonTemporal()
2154 Changed |= enableSLCBit(MI); in enableVolatileAndOrNonTemporal()
2157 Changed |= enableDLCBit(MI); in enableVolatileAndOrNonTemporal()
2158 return Changed; in enableVolatileAndOrNonTemporal()
2161 return Changed; in enableVolatileAndOrNonTemporal()
2199 bool Changed = false; in insertWait() local
2271 Changed = true; in insertWait()
2276 Changed = true; in insertWait()
2281 Changed = true; in insertWait()
2287 return Changed; in insertWait()
2359 bool Changed = false; in enableVolatileAndOrNonTemporal() local
2363 Changed |= setTH(MI, AMDGPU::CPol::TH_NT); in enableVolatileAndOrNonTemporal()
2367 Changed |= setScope(MI, AMDGPU::CPol::SCOPE_SYS); in enableVolatileAndOrNonTemporal()
2374 Changed |= insertWait(MI, SIAtomicScope::SYSTEM, AddrSpace, Op, false, in enableVolatileAndOrNonTemporal()
2378 return Changed; in enableVolatileAndOrNonTemporal()
2396 bool Changed = false; in expandLoad() local
2402 Changed |= CC->enableLoadCacheBypass(MI, MOI.getScope(), in expandLoad()
2407 Changed |= CC->insertWait(MI, MOI.getScope(), in expandLoad()
2415 Changed |= CC->insertWait(MI, MOI.getScope(), in expandLoad()
2420 Changed |= CC->insertAcquire(MI, MOI.getScope(), in expandLoad()
2425 return Changed; in expandLoad()
2431 Changed |= CC->enableVolatileAndOrNonTemporal(MI, MOI.getInstrAddrSpace(), in expandLoad()
2434 return Changed; in expandLoad()
2441 bool Changed = false; in expandStore() local
2447 Changed |= CC->enableStoreCacheBypass(MI, MOI.getScope(), in expandStore()
2453 Changed |= CC->insertRelease(MI, MOI.getScope(), in expandStore()
2458 return Changed; in expandStore()
2464 Changed |= CC->enableVolatileAndOrNonTemporal( in expandStore()
2467 return Changed; in expandStore()
2475 bool Changed = false; in expandAtomicFence() local
2479 Changed |= CC->insertWait(MI, MOI.getScope(), MOI.getOrderingAddrSpace(), in expandAtomicFence()
2494 Changed |= CC->insertRelease(MI, MOI.getScope(), in expandAtomicFence()
2507 Changed |= CC->insertAcquire(MI, MOI.getScope(), in expandAtomicFence()
2511 return Changed; in expandAtomicFence()
2514 return Changed; in expandAtomicFence()
2521 bool Changed = false; in expandAtomicCmpxchgOrRmw() local
2529 Changed |= CC->enableRMWCacheBypass(MI, MOI.getScope(), in expandAtomicCmpxchgOrRmw()
2537 Changed |= CC->insertRelease(MI, MOI.getScope(), in expandAtomicCmpxchgOrRmw()
2547 Changed |= CC->insertWait(MI, MOI.getScope(), in expandAtomicCmpxchgOrRmw()
2553 Changed |= CC->insertAcquire(MI, MOI.getScope(), in expandAtomicCmpxchgOrRmw()
2558 return Changed; in expandAtomicCmpxchgOrRmw()
2561 return Changed; in expandAtomicCmpxchgOrRmw()
2565 bool Changed = false; in runOnMachineFunction() local
2592 Changed |= expandLoad(*MOI, MI); in runOnMachineFunction()
2594 Changed |= expandStore(*MOI, MI); in runOnMachineFunction()
2595 Changed |= CC->tryForceStoreSC0SC1(*MOI, MI); in runOnMachineFunction()
2597 Changed |= expandAtomicFence(*MOI, MI); in runOnMachineFunction()
2599 Changed |= expandAtomicCmpxchgOrRmw(*MOI, MI); in runOnMachineFunction()
2603 Changed |= removeAtomicPseudoMIs(); in runOnMachineFunction()
2604 return Changed; in runOnMachineFunction()