Lines Matching refs:AtomicOrdering
72 bool bracketInstWithFences(Instruction *I, AtomicOrdering Order);
84 Align AddrAlign, AtomicOrdering MemOpOrder,
88 AtomicOrdering MemOpOrder,
101 AtomicOrdering MemOpOrder, SyncScope::ID SSID,
112 Value *CASExpected, AtomicOrdering Ordering,
113 AtomicOrdering Ordering2,
224 auto FenceOrdering = AtomicOrdering::Monotonic; in runOnFunction()
227 LI->setOrdering(AtomicOrdering::Monotonic); in runOnFunction()
230 SI->setOrdering(AtomicOrdering::Monotonic); in runOnFunction()
234 RMWI->setOrdering(AtomicOrdering::Monotonic); in runOnFunction()
246 CASI->setSuccessOrdering(AtomicOrdering::Monotonic); in runOnFunction()
247 CASI->setFailureOrdering(AtomicOrdering::Monotonic); in runOnFunction()
250 if (FenceOrdering != AtomicOrdering::Monotonic) { in runOnFunction()
327 bool AtomicExpand::bracketInstWithFences(Instruction *I, AtomicOrdering Order) { in bracketInstWithFences()
440 AtomicOrdering Order = LI->getOrdering(); in expandAtomicLoadToCmpXchg()
441 if (Order == AtomicOrdering::Unordered) in expandAtomicLoadToCmpXchg()
442 Order = AtomicOrdering::Monotonic; in expandAtomicLoadToCmpXchg()
507 AtomicOrdering MemOpOrder, SyncScope::ID SSID, in createCmpXchgInstFun()
809 AtomicOrdering MemOpOrder = AI->getOrdering(); in expandPartwordAtomicRMW()
1007 AtomicOrdering MemOpOrder, in expandAtomicOpToLLSC()
1072 AtomicOrdering MemOpOrder, in insertRMWLLSCLoop()
1162 AtomicOrdering SuccessOrder = CI->getSuccessOrdering(); in expandAtomicCmpXchg()
1163 AtomicOrdering FailureOrder = CI->getFailureOrdering(); in expandAtomicCmpXchg()
1173 AtomicOrdering MemOpOrder = ShouldInsertFencesForAtomic in expandAtomicCmpXchg()
1174 ? AtomicOrdering::Monotonic in expandAtomicCmpXchg()
1187 SuccessOrder != AtomicOrdering::Monotonic && in expandAtomicCmpXchg()
1188 SuccessOrder != AtomicOrdering::Acquire && in expandAtomicCmpXchg()
1438 AtomicOrdering MemOpOrder, SyncScope::ID SSID, in insertRMWCmpXchgLoop()
1483 MemOpOrder == AtomicOrdering::Unordered in insertRMWCmpXchgLoop()
1484 ? AtomicOrdering::Monotonic in insertRMWCmpXchgLoop()
1563 I->getOrdering(), AtomicOrdering::NotAtomic, Libcalls); in expandAtomicLoadToLibcall()
1576 nullptr, I->getOrdering(), AtomicOrdering::NotAtomic, Libcalls); in expandAtomicStoreToLibcall()
1664 nullptr, I->getOrdering(), AtomicOrdering::NotAtomic, Libcalls); in expandAtomicRMWToLibcall()
1673 Value *NewVal, Align Alignment, AtomicOrdering MemOpOrder, in expandAtomicRMWToLibcall()
1696 Value *ValueOperand, Value *CASExpected, AtomicOrdering Ordering, in expandAtomicOpToLibcall()
1697 AtomicOrdering Ordering2, ArrayRef<RTLIB::Libcall> Libcalls) { in expandAtomicOpToLibcall()
1714 assert(Ordering != AtomicOrdering::NotAtomic && "expect atomic MO"); in expandAtomicOpToLibcall()
1719 assert(Ordering2 != AtomicOrdering::NotAtomic && "expect atomic MO"); in expandAtomicOpToLibcall()