| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineAtomicRMW.cpp | 114 AtomicOrdering Ordering = RMWI.getOrdering(); in visitAtomicRMWInst() local
115 assert(Ordering != AtomicOrdering::NotAtomic && in visitAtomicRMWInst()
116 Ordering != AtomicOrdering::Unordered && in visitAtomicRMWInst()
123 if (Ordering != AtomicOrdering::Release && in visitAtomicRMWInst()
124 Ordering != AtomicOrdering::Monotonic) in visitAtomicRMWInst()
128 SI->setAtomic(Ordering, RMWI.getSyncScopeID()); in visitAtomicRMWInst()
151 if (Ordering != AtomicOrdering::Acquire && in visitAtomicRMWInst()
152 Ordering != AtomicOrdering::Monotonic) in visitAtomicRMWInst()
157 Ordering, RMWI.getSyncScopeID()); in visitAtomicRMWInst()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVExpandAtomicPseudoInsts.cpp | 133 switch (Ordering) { in getLRForRMW32()
150 switch (Ordering) { in getSCForRMW32()
167 switch (Ordering) { in getLRForRMW64()
184 switch (Ordering) { in getSCForRMW64()
202 return getLRForRMW32(Ordering); in getLRForRMW()
204 return getLRForRMW64(Ordering); in getLRForRMW()
210 return getSCForRMW32(Ordering); in getSCForRMW()
225 AtomicOrdering Ordering = in doAtomicBinOpExpansion() local
288 AtomicOrdering Ordering = in doMaskedAtomicBinOpExpansion() local
429 AtomicOrdering Ordering = in expandAtomicMinMaxOp() local
[all …]
|
| H A D | RISCVInstrInfoA.td | 192 // Ordering constants must be kept in sync with the AtomicOrdering enum in
281 // Ordering constants must be kept in sync with the AtomicOrdering enum in
351 // Ordering constants must be kept in sync with the AtomicOrdering enum in
|
| /freebsd-13.1/cddl/contrib/opensolaris/cmd/dtrace/test/tst/common/aggs/ |
| H A D | tst.negorder.d.out | 1 Ordering of quantize() with some negative weights:
148 Ordering of lquantize() with some negative weights:
295 Ordering of sum() with some negative weights:
322 Ordering of max() with some negative weights:
349 Ordering of min() with some negative weights:
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | MachineMemOperand.h | 165 unsigned Ordering : 4; // enum AtomicOrdering member
193 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
199 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
272 return static_cast<AtomicOrdering>(AtomicInfo.Ordering); in getSuccessOrdering()
285 AtomicOrdering Ordering = getSuccessOrdering(); in getMergedOrdering() local
290 if (Ordering == AtomicOrdering::Monotonic) in getMergedOrdering()
292 if (Ordering == AtomicOrdering::Release) in getMergedOrdering()
295 return Ordering; in getMergedOrdering()
|
| H A D | DbgEntityHistoryCalculator.h | 119 const InstructionOrdering &Ordering);
|
| H A D | MachineFunction.h | 911 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
918 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | GlobalStatus.cpp | 92 GS.Ordering = strongerOrdering(GS.Ordering, LI->getOrdering()); in analyzeGlobalAux()
102 GS.Ordering = strongerOrdering(GS.Ordering, SI->getOrdering()); in analyzeGlobalAux()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIMemoryLegalizer.cpp | 92 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; member in __anon418845fb0111::SIMemOpInfo
110 : Ordering(Ordering), FailureOrdering(FailureOrdering), in SIMemOpInfo()
117 if (Ordering == AtomicOrdering::NotAtomic) { in SIMemOpInfo()
130 !isStrongerThan(FailureOrdering, Ordering)); in SIMemOpInfo()
165 return Ordering; in getOrdering()
207 return Ordering != AtomicOrdering::NotAtomic; in isAtomic()
630 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; in constructFromMIWithMMO() local
654 Ordering = isStrongerThan(Ordering, OpOrdering) in constructFromMIWithMMO()
655 ? Ordering in constructFromMIWithMMO()
668 if (Ordering != AtomicOrdering::NotAtomic) { in constructFromMIWithMMO()
[all …]
|
| H A D | AMDGPUTargetTransformInfo.cpp | 493 auto *Ordering = dyn_cast<ConstantInt>(Inst->getArgOperand(2)); in getTgtMemIntrinsic() local
495 if (!Ordering || !Volatile) in getTgtMemIntrinsic()
498 unsigned OrderingVal = Ordering->getZExtValue(); in getTgtMemIntrinsic()
503 Info.Ordering = static_cast<AtomicOrdering>(OrderingVal); in getTgtMemIntrinsic()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalityPredicates.cpp | 191 unsigned MMOIdx, AtomicOrdering Ordering) { in atomicOrderingAtLeastOrStrongerThan() argument
193 return isAtLeastOrStrongerThan(Query.MMODescrs[MMOIdx].Ordering, Ordering); in atomicOrderingAtLeastOrStrongerThan()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/AsmPrinter/ |
| H A D | DbgEntityHistoryCalculator.cpp | 117 const InstructionOrdering &Ordering) { in intersects() argument
120 if (EndMI && Ordering.isBefore(EndMI, RangesI->first)) in intersects()
122 if (EndMI && !Ordering.isBefore(RangesI->second, EndMI)) in intersects()
124 if (Ordering.isBefore(StartMI, RangesI->second)) in intersects()
132 const InstructionOrdering &Ordering) { in trimLocationRanges() argument
204 if (auto R = intersects(StartMI, EndMI, ScopeRanges, Ordering)) { in trimLocationRanges()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 237 void setOrdering(AtomicOrdering Ordering) { in setOrdering() argument
238 setSubclassData<OrderingField>(Ordering); in setOrdering()
253 void setAtomic(AtomicOrdering Ordering,
255 setOrdering(Ordering);
368 void setOrdering(AtomicOrdering Ordering) { in setOrdering() argument
369 setSubclassData<OrderingField>(Ordering); in setOrdering()
384 void setAtomic(AtomicOrdering Ordering,
386 setOrdering(Ordering);
475 void setOrdering(AtomicOrdering Ordering) {
476 setSubclassData<OrderingField>(Ordering);
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/Transforms/Utils/ |
| H A D | GlobalStatus.h | 72 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; member
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | InstructionSelectorImpl.h | 383 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
386 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
393 if (MMO->getMergedOrdering() != Ordering) in executeMatchTable()
400 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
404 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
411 if (!isAtLeastOrStrongerThan(MMO->getMergedOrdering(), Ordering)) in executeMatchTable()
418 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
422 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
429 if (!isStrongerThan(Ordering, MMO->getMergedOrdering())) in executeMatchTable()
|
| /freebsd-13.1/cddl/contrib/opensolaris/cmd/dtrace/test/tst/common/llquantize/ |
| H A D | tst.negorder.d.out | 1 Ordering of llquantize() with some negative weights:
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | MachineOperand.cpp | 1028 AtomicOrdering Ordering, in MachineMemOperand() argument
1039 AtomicInfo.Ordering = static_cast<unsigned>(Ordering); in MachineMemOperand()
1040 assert(getSuccessOrdering() == Ordering && "Value truncated"); in MachineMemOperand()
1049 AtomicOrdering Ordering, in MachineMemOperand() argument
1053 AAInfo, Ranges, SSID, Ordering, FailureOrdering) {} in MachineMemOperand()
|
| H A D | MachineFunction.cpp | 433 SyncScope::ID SSID, AtomicOrdering Ordering, in getMachineMemOperand() argument
437 SSID, Ordering, FailureOrdering); in getMachineMemOperand()
443 SyncScope::ID SSID, AtomicOrdering Ordering, in getMachineMemOperand() argument
447 Ordering, FailureOrdering); in getMachineMemOperand()
|
| /freebsd-13.1/contrib/llvm-project/clang/lib/CodeGen/ |
| H A D | CGBuilder.h | 144 llvm::Value *Val, llvm::AtomicOrdering Ordering,
147 Ordering, SSID);
|
| H A D | TargetInfo.h | 301 llvm::AtomicOrdering Ordering,
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/AsmParser/ |
| H A D | LLParser.cpp | 2105 return parseScope(SSID) || parseOrdering(Ordering); in parseScopeAndOrdering()
2150 Ordering = AtomicOrdering::SequentiallyConsistent; in parseOrdering()
7157 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; in parseLoad() local
7184 if (Ordering == AtomicOrdering::Release || in parseLoad()
7185 Ordering == AtomicOrdering::AcquireRelease) in parseLoad()
7244 if (Ordering == AtomicOrdering::Acquire || in parseStore()
7245 Ordering == AtomicOrdering::AcquireRelease) in parseStore()
7366 if (Ordering == AtomicOrdering::Unordered) in parseAtomicRMW()
7418 if (Ordering == AtomicOrdering::Unordered) in parseFence()
7420 if (Ordering == AtomicOrdering::Monotonic) in parseFence()
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Bitcode/Reader/ |
| H A D | BitcodeReader.cpp | 4979 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
4980 Ordering == AtomicOrdering::Release || in parseFunctionBody()
4981 Ordering == AtomicOrdering::AcquireRelease) in parseFunctionBody()
5041 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
5042 Ordering == AtomicOrdering::Acquire || in parseFunctionBody()
5218 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
5219 Ordering == AtomicOrdering::Unordered) in parseFunctionBody()
5245 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
5246 Ordering == AtomicOrdering::Unordered || in parseFunctionBody()
5247 Ordering == AtomicOrdering::Monotonic) in parseFunctionBody()
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64LegalizerInfo.cpp | 1187 auto Ordering = (*MI.memoperands_begin())->getMergedOrdering(); in legalizeAtomicCmpxchg128() local
1189 switch (Ordering) { in legalizeAtomicCmpxchg128()
1228 auto Ordering = (*MI.memoperands_begin())->getMergedOrdering(); in legalizeAtomicCmpxchg128() local
1230 switch (Ordering) { in legalizeAtomicCmpxchg128()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/IR/ |
| H A D | Core.cpp | 3571 static AtomicOrdering mapFromLLVMOrdering(LLVMAtomicOrdering Ordering) { in mapFromLLVMOrdering() argument
3572 switch (Ordering) { in mapFromLLVMOrdering()
3587 static LLVMAtomicOrdering mapToLLVMOrdering(AtomicOrdering Ordering) { in mapToLLVMOrdering() argument
3588 switch (Ordering) { in mapToLLVMOrdering()
3646 LLVMValueRef LLVMBuildFence(LLVMBuilderRef B, LLVMAtomicOrdering Ordering, in LLVMBuildFence() argument
3649 unwrap(B)->CreateFence(mapFromLLVMOrdering(Ordering), in LLVMBuildFence()
3759 AtomicOrdering O = mapFromLLVMOrdering(Ordering); in LLVMSetOrdering()
4055 LLVMAtomicOrdering Ordering) { in LLVMSetCmpXchgSuccessOrdering() argument
4057 AtomicOrdering O = mapFromLLVMOrdering(Ordering); in LLVMSetCmpXchgSuccessOrdering()
4068 LLVMAtomicOrdering Ordering) { in LLVMSetCmpXchgFailureOrdering() argument
[all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/IPO/ |
| H A D | GlobalOpt.cpp | 1056 AtomicOrdering Ordering, in tryToOptimizeStoreOfMallocToGlobal() argument
1104 AtomicOrdering Ordering, const DataLayout &DL, in optimizeOnceStoredGlobal() argument
1129 Ordering, DL, TLI)) in optimizeOnceStoredGlobal()
1531 if (GS.Ordering == AtomicOrdering::NotAtomic) { in processInternalGlobal()
1582 if (optimizeOnceStoredGlobal(GV, GS.StoredOnceValue, GS.Ordering, DL, in processInternalGlobal()
1589 if (GS.Ordering == AtomicOrdering::NotAtomic) { in processInternalGlobal()
|