Lines Matching refs:SIMemOp
42 enum class SIMemOp { enum
312 SIMemOp Op, bool IsVolatile,
325 SIMemOp Op,
392 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
399 SIMemOp Op,
445 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
452 SIMemOp Op,
506 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
550 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
557 SIMemOp Op,
576 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
596 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
603 SIAtomicAddrSpace AddrSpace, SIMemOp Op,
956 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
967 assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE); in enableVolatileAndOrNonTemporal()
975 if (Op == SIMemOp::LOAD) in enableVolatileAndOrNonTemporal()
1003 SIMemOp Op, in insertWait()
1148 return insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE, in insertRelease()
1309 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1320 assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE); in enableVolatileAndOrNonTemporal()
1328 if (Op == SIMemOp::LOAD) in enableVolatileAndOrNonTemporal()
1356 SIMemOp Op, in insertWait()
1611 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1622 assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE); in enableVolatileAndOrNonTemporal()
1793 Changed |= insertWait(MI, Scope, AddrSpace, SIMemOp::LOAD | SIMemOp::STORE, in insertRelease()
1843 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
1855 assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE); in enableVolatileAndOrNonTemporal()
1863 if (Op == SIMemOp::LOAD) { in enableVolatileAndOrNonTemporal()
1883 if (Op == SIMemOp::STORE) in enableVolatileAndOrNonTemporal()
1896 SIMemOp Op, in insertWait()
1916 if ((Op & SIMemOp::LOAD) != SIMemOp::NONE) in insertWait()
1918 if ((Op & SIMemOp::STORE) != SIMemOp::NONE) in insertWait()
1928 if ((Op & SIMemOp::LOAD) != SIMemOp::NONE) in insertWait()
1930 if ((Op & SIMemOp::STORE) != SIMemOp::NONE) in insertWait()
2111 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
2123 assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE); in enableVolatileAndOrNonTemporal()
2131 if (Op == SIMemOp::LOAD) in enableVolatileAndOrNonTemporal()
2152 if (Op == SIMemOp::STORE) in enableVolatileAndOrNonTemporal()
2196 SIAtomicAddrSpace AddrSpace, SIMemOp Op, in insertWait()
2216 if ((Op & SIMemOp::LOAD) != SIMemOp::NONE) in insertWait()
2218 if ((Op & SIMemOp::STORE) != SIMemOp::NONE) in insertWait()
2228 if ((Op & SIMemOp::LOAD) != SIMemOp::NONE) in insertWait()
2230 if ((Op & SIMemOp::STORE) != SIMemOp::NONE) in insertWait()
2347 MachineBasicBlock::iterator &MI, SIAtomicAddrSpace AddrSpace, SIMemOp Op, in enableVolatileAndOrNonTemporal()
2357 assert(Op == SIMemOp::LOAD || Op == SIMemOp::STORE); in enableVolatileAndOrNonTemporal()
2409 SIMemOp::LOAD | SIMemOp::STORE, in expandLoad()
2417 SIMemOp::LOAD, in expandLoad()
2432 SIMemOp::LOAD, MOI.isVolatile(), in expandLoad()
2465 MI, MOI.getInstrAddrSpace(), SIMemOp::STORE, MOI.isVolatile(), in expandStore()
2480 SIMemOp::LOAD | SIMemOp::STORE, in expandAtomicFence()
2549 isAtomicRet(*MI) ? SIMemOp::LOAD : in expandAtomicCmpxchgOrRmw()
2550 SIMemOp::STORE, in expandAtomicCmpxchgOrRmw()