Lines Matching refs:AtomicOrdering
101 AtomicOrdering Ordering = AtomicOrdering::SequentiallyConsistent) { in MakeBinaryAtomicValue()
184 Kind, Args[0], Args[1], llvm::AtomicOrdering::SequentiallyConsistent); in EmitBinaryAtomicPost()
225 Args[0], Args[1], Args[2], llvm::AtomicOrdering::SequentiallyConsistent, in MakeAtomicCmpXchgValue()
226 llvm::AtomicOrdering::SequentiallyConsistent); in MakeAtomicCmpXchgValue()
252 AtomicOrdering SuccessOrdering = AtomicOrdering::SequentiallyConsistent) { in EmitAtomicCmpXchgForMSIntrin()
266 auto FailureOrdering = SuccessOrdering == AtomicOrdering::Release ? in EmitAtomicCmpXchgForMSIntrin()
267 AtomicOrdering::Monotonic : in EmitAtomicCmpXchgForMSIntrin()
278 AtomicOrdering Ordering = AtomicOrdering::SequentiallyConsistent) { in EmitAtomicIncrementValue()
291 AtomicOrdering Ordering = AtomicOrdering::SequentiallyConsistent) { in EmitAtomicDecrementValue()
665 static llvm::AtomicOrdering
668 case BitTest::Unlocked: return llvm::AtomicOrdering::NotAtomic; in getBitTestAtomicOrdering()
669 case BitTest::Sequential: return llvm::AtomicOrdering::SequentiallyConsistent; in getBitTestAtomicOrdering()
670 case BitTest::Acquire: return llvm::AtomicOrdering::Acquire; in getBitTestAtomicOrdering()
671 case BitTest::Release: return llvm::AtomicOrdering::Release; in getBitTestAtomicOrdering()
672 case BitTest::NoFence: return llvm::AtomicOrdering::Monotonic; in getBitTestAtomicOrdering()
717 llvm::AtomicOrdering Ordering = getBitTestAtomicOrdering(BT.Interlocking); in EmitBitTestIntrinsic()
720 if (Ordering != llvm::AtomicOrdering::NotAtomic) { in EmitBitTestIntrinsic()
913 AtomicOrdering::Acquire); in EmitMSVCBuiltinExpr()
916 AtomicOrdering::Release); in EmitMSVCBuiltinExpr()
919 AtomicOrdering::Monotonic); in EmitMSVCBuiltinExpr()
922 AtomicOrdering::Acquire); in EmitMSVCBuiltinExpr()
925 AtomicOrdering::Release); in EmitMSVCBuiltinExpr()
928 AtomicOrdering::Monotonic); in EmitMSVCBuiltinExpr()
930 return EmitAtomicCmpXchgForMSIntrin(*this, E, AtomicOrdering::Acquire); in EmitMSVCBuiltinExpr()
932 return EmitAtomicCmpXchgForMSIntrin(*this, E, AtomicOrdering::Release); in EmitMSVCBuiltinExpr()
934 return EmitAtomicCmpXchgForMSIntrin(*this, E, AtomicOrdering::Monotonic); in EmitMSVCBuiltinExpr()
937 AtomicOrdering::Acquire); in EmitMSVCBuiltinExpr()
940 AtomicOrdering::Release); in EmitMSVCBuiltinExpr()
943 AtomicOrdering::Monotonic); in EmitMSVCBuiltinExpr()
946 AtomicOrdering::Acquire); in EmitMSVCBuiltinExpr()
949 AtomicOrdering::Release); in EmitMSVCBuiltinExpr()
952 AtomicOrdering::Monotonic); in EmitMSVCBuiltinExpr()
955 AtomicOrdering::Acquire); in EmitMSVCBuiltinExpr()
958 AtomicOrdering::Release); in EmitMSVCBuiltinExpr()
961 AtomicOrdering::Monotonic); in EmitMSVCBuiltinExpr()
963 return EmitAtomicIncrementValue(*this, E, AtomicOrdering::Acquire); in EmitMSVCBuiltinExpr()
965 return EmitAtomicIncrementValue(*this, E, AtomicOrdering::Release); in EmitMSVCBuiltinExpr()
967 return EmitAtomicIncrementValue(*this, E, AtomicOrdering::Monotonic); in EmitMSVCBuiltinExpr()
969 return EmitAtomicDecrementValue(*this, E, AtomicOrdering::Acquire); in EmitMSVCBuiltinExpr()
971 return EmitAtomicDecrementValue(*this, E, AtomicOrdering::Release); in EmitMSVCBuiltinExpr()
973 return EmitAtomicDecrementValue(*this, E, AtomicOrdering::Monotonic); in EmitMSVCBuiltinExpr()
2684 Store->setAtomic(llvm::AtomicOrdering::Release); in EmitBuiltinExpr()
2696 Builder.CreateFence(llvm::AtomicOrdering::SequentiallyConsistent); in EmitBuiltinExpr()
2746 llvm::AtomicOrdering::Monotonic); in EmitBuiltinExpr()
2751 llvm::AtomicOrdering::Acquire); in EmitBuiltinExpr()
2755 llvm::AtomicOrdering::Release); in EmitBuiltinExpr()
2760 llvm::AtomicOrdering::AcquireRelease); in EmitBuiltinExpr()
2765 llvm::AtomicOrdering::SequentiallyConsistent); in EmitBuiltinExpr()
2781 llvm::AtomicOrdering Orders[5] = { in EmitBuiltinExpr()
2782 llvm::AtomicOrdering::Monotonic, llvm::AtomicOrdering::Acquire, in EmitBuiltinExpr()
2783 llvm::AtomicOrdering::Release, llvm::AtomicOrdering::AcquireRelease, in EmitBuiltinExpr()
2784 llvm::AtomicOrdering::SequentiallyConsistent}; in EmitBuiltinExpr()
2828 Store->setOrdering(llvm::AtomicOrdering::Monotonic); in EmitBuiltinExpr()
2831 Store->setOrdering(llvm::AtomicOrdering::Release); in EmitBuiltinExpr()
2834 Store->setOrdering(llvm::AtomicOrdering::SequentiallyConsistent); in EmitBuiltinExpr()
2847 llvm::AtomicOrdering Orders[3] = { in EmitBuiltinExpr()
2848 llvm::AtomicOrdering::Monotonic, llvm::AtomicOrdering::Release, in EmitBuiltinExpr()
2849 llvm::AtomicOrdering::SequentiallyConsistent}; in EmitBuiltinExpr()
2888 Builder.CreateFence(llvm::AtomicOrdering::Acquire, SSID); in EmitBuiltinExpr()
2891 Builder.CreateFence(llvm::AtomicOrdering::Release, SSID); in EmitBuiltinExpr()
2894 Builder.CreateFence(llvm::AtomicOrdering::AcquireRelease, SSID); in EmitBuiltinExpr()
2897 Builder.CreateFence(llvm::AtomicOrdering::SequentiallyConsistent, SSID); in EmitBuiltinExpr()
2914 Builder.CreateFence(llvm::AtomicOrdering::Acquire, SSID); in EmitBuiltinExpr()
2920 Builder.CreateFence(llvm::AtomicOrdering::Release, SSID); in EmitBuiltinExpr()
2925 Builder.CreateFence(llvm::AtomicOrdering::AcquireRelease, SSID); in EmitBuiltinExpr()
2930 Builder.CreateFence(llvm::AtomicOrdering::SequentiallyConsistent, SSID); in EmitBuiltinExpr()
3248 AtomicOrdering::Monotonic : AtomicOrdering::SequentiallyConsistent; in EmitBuiltinExpr()
6970 return Builder.CreateFence(llvm::AtomicOrdering::SequentiallyConsistent, in EmitAArch64BuiltinExpr()
9044 llvm::AtomicOrdering::SequentiallyConsistent); in EmitAArch64BuiltinExpr()
11374 return Builder.CreateFence(llvm::AtomicOrdering::SequentiallyConsistent, in EmitX86BuiltinExpr()
11401 return Builder.CreateFence(llvm::AtomicOrdering::SequentiallyConsistent, in EmitX86BuiltinExpr()
11452 AtomicOrdering::SequentiallyConsistent, in EmitX86BuiltinExpr()
11453 AtomicOrdering::SequentiallyConsistent); in EmitX86BuiltinExpr()