| /freebsd-12.1/contrib/llvm/include/llvm/Support/ |
| H A D | AtomicOrdering.h | 57 enum class AtomicOrdering { enum
68 bool operator<(AtomicOrdering, AtomicOrdering) = delete;
69 bool operator>(AtomicOrdering, AtomicOrdering) = delete;
70 bool operator<=(AtomicOrdering, AtomicOrdering) = delete;
71 bool operator>=(AtomicOrdering, AtomicOrdering) = delete;
81 inline const char *toIRString(AtomicOrdering ao) { in toIRString()
90 inline bool isStrongerThan(AtomicOrdering ao, AtomicOrdering other) { in isStrongerThan()
105 inline bool isAtLeastOrStrongerThan(AtomicOrdering ao, AtomicOrdering other) { in isAtLeastOrStrongerThan()
128 inline bool isAcquireOrStronger(AtomicOrdering ao) { in isAcquireOrStronger()
132 inline bool isReleaseOrStronger(AtomicOrdering ao) { in isReleaseOrStronger()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/AMDGPU/ |
| H A D | SIMemoryLegalizer.cpp | 123 AtomicOrdering Ordering = AtomicOrdering::NotAtomic;
124 AtomicOrdering FailureOrdering = AtomicOrdering::NotAtomic;
131 SIMemOpInfo(AtomicOrdering Ordering = AtomicOrdering::SequentiallyConsistent, in SIMemOpInfo()
136 AtomicOrdering FailureOrdering = in SIMemOpInfo()
161 AtomicOrdering getOrdering() const { in getOrdering()
167 AtomicOrdering getFailureOrdering() const { in getFailureOrdering()
198 return Ordering != AtomicOrdering::NotAtomic; in isAtomic()
477 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; in constructFromMIWithMMO()
478 AtomicOrdering FailureOrdering = AtomicOrdering::NotAtomic; in constructFromMIWithMMO()
513 if (Ordering != AtomicOrdering::NotAtomic) { in constructFromMIWithMMO()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Utils/ |
| H A D | GlobalStatus.cpp | 35 static AtomicOrdering strongerOrdering(AtomicOrdering X, AtomicOrdering Y) { in strongerOrdering()
36 if ((X == AtomicOrdering::Acquire && Y == AtomicOrdering::Release) || in strongerOrdering()
37 (Y == AtomicOrdering::Acquire && X == AtomicOrdering::Release)) in strongerOrdering()
38 return AtomicOrdering::AcquireRelease; in strongerOrdering()
39 return (AtomicOrdering)std::max((unsigned)X, (unsigned)Y); in strongerOrdering()
|
| /freebsd-12.1/contrib/llvm/tools/clang/lib/CodeGen/ |
| H A D | CGAtomic.cpp | 261 llvm::AtomicOrdering Success =
263 llvm::AtomicOrdering Failure =
268 llvm::AtomicOrdering Success =
270 llvm::AtomicOrdering Failure =
416 llvm::AtomicOrdering FailureOrder; in emitAtomicCmpXchgFailureSet()
1473 llvm::AtomicOrdering AO; in EmitAtomicLoad()
1478 AO = llvm::AtomicOrdering::Acquire; in EmitAtomicLoad()
1603 llvm::AtomicOrdering Success, llvm::AtomicOrdering Failure, bool IsWeak) { in EmitAtomicCompareExchangeOp()
1898 llvm::AtomicOrdering AO; in EmitAtomicStore()
1902 AO = llvm::AtomicOrdering::Release; in EmitAtomicStore()
[all …]
|
| H A D | CGBuiltin.cpp | 101 AtomicOrdering Ordering = AtomicOrdering::SequentiallyConsistent) { in MakeBinaryAtomicValue()
252 AtomicOrdering SuccessOrdering = AtomicOrdering::SequentiallyConsistent) { in EmitAtomicCmpXchgForMSIntrin()
278 AtomicOrdering Ordering = AtomicOrdering::SequentiallyConsistent) { in EmitAtomicIncrementValue()
291 AtomicOrdering Ordering = AtomicOrdering::SequentiallyConsistent) { in EmitAtomicDecrementValue()
665 static llvm::AtomicOrdering
2781 llvm::AtomicOrdering Orders[5] = { in EmitBuiltinExpr()
2782 llvm::AtomicOrdering::Monotonic, llvm::AtomicOrdering::Acquire, in EmitBuiltinExpr()
2783 llvm::AtomicOrdering::Release, llvm::AtomicOrdering::AcquireRelease, in EmitBuiltinExpr()
2847 llvm::AtomicOrdering Orders[3] = { in EmitBuiltinExpr()
2848 llvm::AtomicOrdering::Monotonic, llvm::AtomicOrdering::Release, in EmitBuiltinExpr()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/RISCV/ |
| H A D | RISCVExpandPseudoInsts.cpp | 125 case AtomicOrdering::Monotonic: in getLRForRMW32()
127 case AtomicOrdering::Acquire: in getLRForRMW32()
129 case AtomicOrdering::Release: in getLRForRMW32()
131 case AtomicOrdering::AcquireRelease: in getLRForRMW32()
142 case AtomicOrdering::Monotonic: in getSCForRMW32()
144 case AtomicOrdering::Acquire: in getSCForRMW32()
146 case AtomicOrdering::Release: in getSCForRMW32()
165 AtomicOrdering Ordering = in doAtomicBinOpExpansion()
228 AtomicOrdering Ordering = in doMaskedAtomicBinOpExpansion()
369 AtomicOrdering Ordering = in expandAtomicMinMaxOp()
[all …]
|
| H A D | RISCVISelLowering.h | 82 AtomicOrdering Ord) const override;
84 AtomicOrdering Ord) const override;
129 Value *Mask, Value *ShiftAmt, AtomicOrdering Ord) const override;
136 AtomicOrdering Ord) const override;
|
| H A D | RISCVInstrInfoA.td | 156 // Ordering constants must be kept in sync with the AtomicOrdering enum in
157 // AtomicOrdering.h.
245 // Ordering constants must be kept in sync with the AtomicOrdering enum in
246 // AtomicOrdering.h.
|
| /freebsd-12.1/contrib/llvm/include/llvm/CodeGen/ |
| H A D | MachineMemOperand.h | 191 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
192 AtomicOrdering FailureOrdering = AtomicOrdering::NotAtomic);
248 AtomicOrdering getOrdering() const { in getOrdering()
249 return static_cast<AtomicOrdering>(AtomicInfo.Ordering); in getOrdering()
254 AtomicOrdering getFailureOrdering() const { in getFailureOrdering()
255 return static_cast<AtomicOrdering>(AtomicInfo.FailureOrdering); in getFailureOrdering()
267 bool isAtomic() const { return getOrdering() != AtomicOrdering::NotAtomic; } in isAtomic()
|
| H A D | AtomicExpandUtils.h | 26 function_ref<void(IRBuilder<> &, Value *, Value *, Value *, AtomicOrdering,
|
| H A D | MachineFunction.h | 729 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
730 AtomicOrdering FailureOrdering = AtomicOrdering::NotAtomic);
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/ |
| H A D | AtomicExpandPass.cpp | 83 AtomicOrdering MemOpOrder,
99 AtomicOrdering MemOpOrder,
254 auto FenceOrdering = AtomicOrdering::Monotonic; in runOnFunction()
257 LI->setOrdering(AtomicOrdering::Monotonic); in runOnFunction()
260 SI->setOrdering(AtomicOrdering::Monotonic); in runOnFunction()
433 AtomicOrdering Order = LI->getOrdering(); in expandAtomicLoadToCmpXchg()
721 AtomicOrdering MemOpOrder = AI->getOrdering(); in expandPartwordAtomicRMW()
979 AtomicOrdering MemOpOrder, in insertRMWLLSCLoop()
1078 AtomicOrdering MemOpOrder = in expandAtomicCmpXchg()
1321 AtomicOrdering MemOpOrder, in insertRMWCmpXchgLoop()
[all …]
|
| /freebsd-12.1/contrib/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 248 AtomicOrdering getOrdering() const { in getOrdering()
373 AtomicOrdering getOrdering() const { in getOrdering()
479 AtomicOrdering getOrdering() const {
531 AtomicOrdering SuccessOrdering, AtomicOrdering FailureOrdering,
640 static AtomicOrdering
645 case AtomicOrdering::Release:
646 case AtomicOrdering::Monotonic:
647 return AtomicOrdering::Monotonic;
649 case AtomicOrdering::Acquire:
650 return AtomicOrdering::Acquire;
[all …]
|
| /freebsd-12.1/contrib/llvm/include/llvm/Transforms/Utils/ |
| H A D | GlobalStatus.h | 73 AtomicOrdering Ordering = AtomicOrdering::NotAtomic;
|
| H A D | FunctionComparator.h | 332 int cmpOrderings(AtomicOrdering L, AtomicOrdering R) const;
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Instrumentation/ |
| H A D | ThreadSanitizer.cpp | 573 static ConstantInt *createOrdering(IRBuilder<> *IRB, AtomicOrdering ord) { in createOrdering()
576 case AtomicOrdering::NotAtomic: in createOrdering()
578 case AtomicOrdering::Unordered: LLVM_FALLTHROUGH; in createOrdering()
579 case AtomicOrdering::Monotonic: v = 0; break; in createOrdering()
582 case AtomicOrdering::Acquire: v = 2; break; in createOrdering()
583 case AtomicOrdering::Release: v = 3; break; in createOrdering()
584 case AtomicOrdering::AcquireRelease: v = 4; break; in createOrdering()
585 case AtomicOrdering::SequentiallyConsistent: v = 5; break; in createOrdering()
|
| H A D | MemorySanitizer.cpp | 1705 AtomicOrdering addReleaseOrdering(AtomicOrdering a) { in addReleaseOrdering()
1707 case AtomicOrdering::NotAtomic: in addReleaseOrdering()
1709 case AtomicOrdering::Unordered: in addReleaseOrdering()
1710 case AtomicOrdering::Monotonic: in addReleaseOrdering()
1711 case AtomicOrdering::Release: in addReleaseOrdering()
1713 case AtomicOrdering::Acquire: in addReleaseOrdering()
1722 AtomicOrdering addAcquireOrdering(AtomicOrdering a) { in addAcquireOrdering()
1724 case AtomicOrdering::NotAtomic: in addAcquireOrdering()
1726 case AtomicOrdering::Unordered: in addAcquireOrdering()
1728 case AtomicOrdering::Acquire: in addAcquireOrdering()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Scalar/ |
| H A D | LowerAtomic.cpp | 103 LI->setAtomic(AtomicOrdering::NotAtomic); in LowerLoadInst()
108 SI->setAtomic(AtomicOrdering::NotAtomic); in LowerStoreInst()
|
| /freebsd-12.1/contrib/llvm/lib/IR/ |
| H A D | Instructions.cpp | 1168 unsigned Align, AtomicOrdering Order, in LoadInst()
1240 unsigned Align, AtomicOrdering Order, in StoreInst()
1256 unsigned Align, AtomicOrdering Order, in StoreInst()
1285 AtomicOrdering SuccessOrdering, in Init()
1305 assert(SuccessOrdering != AtomicOrdering::NotAtomic && in Init()
1307 assert(FailureOrdering != AtomicOrdering::NotAtomic && in Init()
1312 assert(FailureOrdering != AtomicOrdering::Release && in Init()
1346 AtomicOrdering Ordering, in Init()
1361 assert(Ordering != AtomicOrdering::NotAtomic && in Init()
1366 AtomicOrdering Ordering, in AtomicRMWInst()
[all …]
|
| H A D | Core.cpp | 3374 case LLVMAtomicOrderingAcquire: return AtomicOrdering::Acquire; in mapFromLLVMOrdering()
3375 case LLVMAtomicOrderingRelease: return AtomicOrdering::Release; in mapFromLLVMOrdering()
3377 return AtomicOrdering::AcquireRelease; in mapFromLLVMOrdering()
3379 return AtomicOrdering::SequentiallyConsistent; in mapFromLLVMOrdering()
3390 case AtomicOrdering::Acquire: return LLVMAtomicOrderingAcquire; in mapToLLVMOrdering()
3392 case AtomicOrdering::AcquireRelease: in mapToLLVMOrdering()
3394 case AtomicOrdering::SequentiallyConsistent: in mapToLLVMOrdering()
3488 AtomicOrdering O; in LLVMGetOrdering()
3498 AtomicOrdering O = mapFromLLVMOrdering(Ordering); in LLVMSetOrdering()
3781 AtomicOrdering O = mapFromLLVMOrdering(Ordering); in LLVMSetCmpXchgSuccessOrdering()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Bitcode/Reader/ |
| H A D | BitcodeReader.cpp | 4394 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
4395 Ordering == AtomicOrdering::Release || in parseFunctionBody()
4396 Ordering == AtomicOrdering::AcquireRelease) in parseFunctionBody()
4450 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
4451 Ordering == AtomicOrdering::Acquire || in parseFunctionBody()
4488 AtomicOrdering FailureOrdering; in parseFunctionBody()
4527 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
4528 Ordering == AtomicOrdering::Unordered) in parseFunctionBody()
4540 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
4541 Ordering == AtomicOrdering::Unordered || in parseFunctionBody()
[all …]
|
| /freebsd-12.1/contrib/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | InstructionSelectorImpl.h | 323 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable()
340 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable()
358 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable()
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/MIRParser/ |
| H A D | MIParser.cpp | 255 bool parseOptionalAtomicOrdering(AtomicOrdering &Order);
2566 Order = AtomicOrdering::NotAtomic; in parseOptionalAtomicOrdering()
2570 Order = StringSwitch<AtomicOrdering>(Token.stringValue()) in parseOptionalAtomicOrdering()
2571 .Case("unordered", AtomicOrdering::Unordered) in parseOptionalAtomicOrdering()
2572 .Case("monotonic", AtomicOrdering::Monotonic) in parseOptionalAtomicOrdering()
2573 .Case("acquire", AtomicOrdering::Acquire) in parseOptionalAtomicOrdering()
2574 .Case("release", AtomicOrdering::Release) in parseOptionalAtomicOrdering()
2575 .Case("acq_rel", AtomicOrdering::AcquireRelease) in parseOptionalAtomicOrdering()
2577 .Default(AtomicOrdering::NotAtomic); in parseOptionalAtomicOrdering()
2579 if (Order != AtomicOrdering::NotAtomic) { in parseOptionalAtomicOrdering()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.h | 516 AtomicOrdering Ord) const override;
518 Value *Addr, AtomicOrdering Ord) const override;
523 AtomicOrdering Ord) const override;
525 AtomicOrdering Ord) const override;
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalityPredicates.cpp | 97 unsigned MMOIdx, AtomicOrdering Ordering) { in atomicOrderingAtLeastOrStrongerThan()
|