| /freebsd-12.1/contrib/llvm/lib/Target/RISCV/ |
| H A D | RISCVExpandPseudoInsts.cpp | 121 static unsigned getLRForRMW32(AtomicOrdering Ordering) { in getLRForRMW32() argument
122 switch (Ordering) { in getLRForRMW32()
138 static unsigned getSCForRMW32(AtomicOrdering Ordering) { in getSCForRMW32() argument
139 switch (Ordering) { in getSCForRMW32()
165 AtomicOrdering Ordering = in doAtomicBinOpExpansion() local
173 BuildMI(LoopMBB, DL, TII->get(getLRForRMW32(Ordering)), DestReg) in doAtomicBinOpExpansion()
187 BuildMI(LoopMBB, DL, TII->get(getSCForRMW32(Ordering)), ScratchReg) in doAtomicBinOpExpansion()
228 AtomicOrdering Ordering = in doMaskedAtomicBinOpExpansion() local
239 BuildMI(LoopMBB, DL, TII->get(getLRForRMW32(Ordering)), DestReg) in doMaskedAtomicBinOpExpansion()
369 AtomicOrdering Ordering = in expandAtomicMinMaxOp() local
[all …]
|
| H A D | RISCVInstrInfoA.td | 156 // Ordering constants must be kept in sync with the AtomicOrdering enum in
245 // Ordering constants must be kept in sync with the AtomicOrdering enum in
|
| H A D | RISCVISelLowering.cpp | 1757 Value *Ordering = Builder.getInt32(static_cast<uint32_t>(AI->getOrdering())); in emitMaskedAtomicRMWIntrinsic() local
1776 {AlignedAddr, Incr, Mask, SextShamt, Ordering}); in emitMaskedAtomicRMWIntrinsic()
1779 return Builder.CreateCall(LrwOpScwLoop, {AlignedAddr, Incr, Mask, Ordering}); in emitMaskedAtomicRMWIntrinsic()
1794 Value *Ordering = Builder.getInt32(static_cast<uint32_t>(Ord)); in emitMaskedAtomicCmpXchgIntrinsic() local
1799 {AlignedAddr, CmpVal, NewVal, Mask, Ordering}); in emitMaskedAtomicCmpXchgIntrinsic()
|
| /freebsd-12.1/cddl/contrib/opensolaris/cmd/dtrace/test/tst/common/aggs/ |
| H A D | tst.negorder.d.out | 1 Ordering of quantize() with some negative weights:
148 Ordering of lquantize() with some negative weights:
295 Ordering of sum() with some negative weights:
322 Ordering of max() with some negative weights:
349 Ordering of min() with some negative weights:
|
| /freebsd-12.1/contrib/llvm/lib/Target/AMDGPU/ |
| H A D | SIMemoryLegalizer.cpp | 123 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; member in __anoncef23e4c0111::SIMemOpInfo
139 : Ordering(Ordering), FailureOrdering(FailureOrdering), in SIMemOpInfo()
162 return Ordering; in getOrdering()
198 return Ordering != AtomicOrdering::NotAtomic; in isAtomic()
477 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; in constructFromMIWithMMO() local
499 Ordering = in constructFromMIWithMMO()
500 isStrongerThan(Ordering, OpOrdering) ? in constructFromMIWithMMO()
501 Ordering : MMO->getOrdering(); in constructFromMIWithMMO()
513 if (Ordering != AtomicOrdering::NotAtomic) { in constructFromMIWithMMO()
527 return SIMemOpInfo(Ordering, Scope, OrderingAddrSpace, InstrAddrSpace, in constructFromMIWithMMO()
[all …]
|
| H A D | AMDGPUTargetTransformInfo.cpp | 316 auto *Ordering = dyn_cast<ConstantInt>(Inst->getArgOperand(2)); in getTgtMemIntrinsic() local
318 if (!Ordering || !Volatile) in getTgtMemIntrinsic()
321 unsigned OrderingVal = Ordering->getZExtValue(); in getTgtMemIntrinsic()
326 Info.Ordering = static_cast<AtomicOrdering>(OrderingVal); in getTgtMemIntrinsic()
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Utils/ |
| H A D | GlobalStatus.cpp | 94 GS.Ordering = strongerOrdering(GS.Ordering, LI->getOrdering()); in analyzeGlobalAux()
104 GS.Ordering = strongerOrdering(GS.Ordering, SI->getOrdering()); in analyzeGlobalAux()
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalityPredicates.cpp | 97 unsigned MMOIdx, AtomicOrdering Ordering) { in atomicOrderingAtLeastOrStrongerThan() argument
99 return isAtLeastOrStrongerThan(Query.MMODescrs[MMOIdx].Ordering, Ordering); in atomicOrderingAtLeastOrStrongerThan()
|
| /freebsd-12.1/contrib/llvm/include/llvm/CodeGen/ |
| H A D | MachineMemOperand.h | 166 unsigned Ordering : 4; // enum AtomicOrdering member
191 AtomicOrdering Ordering = AtomicOrdering::NotAtomic,
249 return static_cast<AtomicOrdering>(AtomicInfo.Ordering); in getOrdering()
|
| /freebsd-12.1/contrib/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | InstructionSelectorImpl.h | 323 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
326 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
333 if (MMO->getOrdering() != Ordering) in executeMatchTable()
340 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
344 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
351 if (!isAtLeastOrStrongerThan(MMO->getOrdering(), Ordering)) in executeMatchTable()
358 AtomicOrdering Ordering = (AtomicOrdering)MatchTable[CurrentIdx++]; in executeMatchTable() local
362 << InsnID << "], " << (uint64_t)Ordering << ")\n"); in executeMatchTable()
369 if (!isStrongerThan(Ordering, MMO->getOrdering())) in executeMatchTable()
|
| H A D | LegalizerInfo.h | 126 AtomicOrdering Ordering; member
225 AtomicOrdering Ordering);
|
| /freebsd-12.1/contrib/llvm/include/llvm/Transforms/Utils/ |
| H A D | GlobalStatus.h | 73 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; member
|
| /freebsd-12.1/contrib/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 254 void setOrdering(AtomicOrdering Ordering) { in setOrdering() argument
271 void setAtomic(AtomicOrdering Ordering,
273 setOrdering(Ordering);
379 void setOrdering(AtomicOrdering Ordering) { in setOrdering() argument
396 void setAtomic(AtomicOrdering Ordering,
398 setOrdering(Ordering);
485 void setOrdering(AtomicOrdering Ordering) {
589 assert(Ordering != AtomicOrdering::NotAtomic &&
602 assert(Ordering != AtomicOrdering::NotAtomic &&
779 void setOrdering(AtomicOrdering Ordering) {
[all …]
|
| /freebsd-12.1/cddl/contrib/opensolaris/cmd/dtrace/test/tst/common/llquantize/ |
| H A D | tst.negorder.d.out | 1 Ordering of llquantize() with some negative weights:
|
| /freebsd-12.1/sys/contrib/zstd/contrib/pzstd/utils/test/ |
| H A D | ThreadPoolTest.cpp | 19 TEST(ThreadPool, Ordering) { in TEST() argument
|
| /freebsd-12.1/contrib/llvm/lib/Bitcode/Reader/ |
| H A D | BitcodeReader.cpp | 4394 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
4395 Ordering == AtomicOrdering::Release || in parseFunctionBody()
4396 Ordering == AtomicOrdering::AcquireRelease) in parseFunctionBody()
4450 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
4451 Ordering == AtomicOrdering::Acquire || in parseFunctionBody()
4527 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
4528 Ordering == AtomicOrdering::Unordered) in parseFunctionBody()
4540 if (Ordering == AtomicOrdering::NotAtomic || in parseFunctionBody()
4541 Ordering == AtomicOrdering::Unordered || in parseFunctionBody()
4542 Ordering == AtomicOrdering::Monotonic) in parseFunctionBody()
[all …]
|
| /freebsd-12.1/contrib/llvm/lib/AsmParser/ |
| H A D | LLParser.cpp | 2149 return ParseScope(SSID) || ParseOrdering(Ordering); in ParseScopeAndOrdering()
2193 Ordering = AtomicOrdering::SequentiallyConsistent; in ParseOrdering()
6671 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; in ParseLoad() local
6698 if (Ordering == AtomicOrdering::Release || in ParseLoad()
6699 Ordering == AtomicOrdering::AcquireRelease) in ParseLoad()
6749 if (Ordering == AtomicOrdering::Acquire || in ParseStore()
6750 Ordering == AtomicOrdering::AcquireRelease) in ParseStore()
6846 if (Ordering == AtomicOrdering::Unordered) in ParseAtomicRMW()
6879 if (Ordering == AtomicOrdering::Unordered) in ParseFence()
6881 if (Ordering == AtomicOrdering::Monotonic) in ParseFence()
[all …]
|
| H A D | LLParser.h | 288 AtomicOrdering &Ordering);
290 bool ParseOrdering(AtomicOrdering &Ordering);
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/ |
| H A D | MachineOperand.cpp | 990 AtomicOrdering Ordering, in MachineMemOperand() argument
1002 AtomicInfo.Ordering = static_cast<unsigned>(Ordering); in MachineMemOperand()
1003 assert(getOrdering() == Ordering && "Value truncated"); in MachineMemOperand()
|
| H A D | AtomicExpandPass.cpp | 110 Value *CASExpected, AtomicOrdering Ordering,
1584 Value *ValueOperand, Value *CASExpected, AtomicOrdering Ordering, in expandAtomicOpToLibcall() argument
1602 assert(Ordering != AtomicOrdering::NotAtomic && "expect atomic MO"); in expandAtomicOpToLibcall()
1604 ConstantInt::get(Type::getInt32Ty(Ctx), (int)toCABI(Ordering)); in expandAtomicOpToLibcall()
|
| H A D | MachineFunction.cpp | 389 SyncScope::ID SSID, AtomicOrdering Ordering, in getMachineMemOperand() argument
393 SSID, Ordering, FailureOrdering); in getMachineMemOperand()
|
| /freebsd-12.1/contrib/llvm/lib/IR/ |
| H A D | Instructions.cpp | 1346 AtomicOrdering Ordering, in Init() argument
1351 setOrdering(Ordering); in Init()
1361 assert(Ordering != AtomicOrdering::NotAtomic && in Init()
1366 AtomicOrdering Ordering, in AtomicRMWInst() argument
1373 Init(Operation, Ptr, Val, Ordering, SSID); in AtomicRMWInst()
1377 AtomicOrdering Ordering, in AtomicRMWInst() argument
1384 Init(Operation, Ptr, Val, Ordering, SSID); in AtomicRMWInst()
1422 FenceInst::FenceInst(LLVMContext &C, AtomicOrdering Ordering, in FenceInst() argument
1426 setOrdering(Ordering); in FenceInst()
1430 FenceInst::FenceInst(LLVMContext &C, AtomicOrdering Ordering, in FenceInst() argument
[all …]
|
| H A D | Core.cpp | 3369 static AtomicOrdering mapFromLLVMOrdering(LLVMAtomicOrdering Ordering) { in mapFromLLVMOrdering() argument
3370 switch (Ordering) { in mapFromLLVMOrdering()
3385 static LLVMAtomicOrdering mapToLLVMOrdering(AtomicOrdering Ordering) { in mapToLLVMOrdering() argument
3386 switch (Ordering) { in mapToLLVMOrdering()
3403 LLVMValueRef LLVMBuildFence(LLVMBuilderRef B, LLVMAtomicOrdering Ordering, in LLVMBuildFence() argument
3406 unwrap(B)->CreateFence(mapFromLLVMOrdering(Ordering), in LLVMBuildFence()
3498 AtomicOrdering O = mapFromLLVMOrdering(Ordering); in LLVMSetOrdering()
3779 LLVMAtomicOrdering Ordering) { in LLVMSetCmpXchgSuccessOrdering() argument
3781 AtomicOrdering O = mapFromLLVMOrdering(Ordering); in LLVMSetCmpXchgSuccessOrdering()
3792 LLVMAtomicOrdering Ordering) { in LLVMSetCmpXchgFailureOrdering() argument
[all …]
|
| /freebsd-12.1/contrib/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 61 AtomicOrdering Ordering = AtomicOrdering::NotAtomic; member
71 return (Ordering == AtomicOrdering::NotAtomic || in isUnordered()
72 Ordering == AtomicOrdering::Unordered) && !IsVolatile; in isUnordered()
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/IPO/ |
| H A D | GlobalOpt.cpp | 1465 AtomicOrdering Ordering, in tryToOptimizeStoreOfMallocToGlobal() argument
1512 if (Ordering != AtomicOrdering::NotAtomic) in tryToOptimizeStoreOfMallocToGlobal()
1562 AtomicOrdering Ordering, in optimizeOnceStoredGlobal() argument
1587 Ordering, DL, TLI)) in optimizeOnceStoredGlobal()
2020 if (optimizeOnceStoredGlobal(GV, GS.StoredOnceValue, GS.Ordering, DL, TLI)) in processInternalGlobal()
2026 if (GS.Ordering == AtomicOrdering::NotAtomic) { in processInternalGlobal()
|