| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIMemoryLegalizer.cpp | 164 AtomicOrdering getOrdering() const { in getOrdering() function in __anon051f72bd0111::SIMemOpInfo 2400 MOI.getOrdering() == AtomicOrdering::Acquire || in expandLoad() 2413 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandLoad() 2445 MOI.getOrdering() == AtomicOrdering::Release || in expandStore() 2451 if (MOI.getOrdering() == AtomicOrdering::Release || in expandStore() 2478 if (MOI.getOrdering() == AtomicOrdering::Acquire) in expandAtomicFence() 2484 if (MOI.getOrdering() == AtomicOrdering::Release || in expandAtomicFence() 2504 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandAtomicFence() 2525 MOI.getOrdering() == AtomicOrdering::Acquire || in expandAtomicCmpxchgOrRmw() 2526 MOI.getOrdering() == AtomicOrdering::Release || in expandAtomicCmpxchgOrRmw() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | AtomicExpandPass.cpp | 265 FenceOrdering = LI->getOrdering(); in runOnFunction() 268 FenceOrdering = SI->getOrdering(); in runOnFunction() 272 FenceOrdering = RMWI->getOrdering(); in runOnFunction() 296 FenceOrdering = SI->getOrdering(); in runOnFunction() 298 FenceOrdering = RMWI->getOrdering(); in runOnFunction() 424 LI->getOrdering(), in tryExpandAtomicLoad() 472 AtomicOrdering Order = LI->getOrdering(); in expandAtomicLoadToCmpXchg() 525 AtomicOrdering Ordering = SI->getOrdering(); in expandAtomicStore() 916 AI->getOrdering(), AI->getSyncScopeID()); in widenPartwordAtomicRMW() 1082 AI->getOrdering()); in expandAtomicRMWToMaskedIntrinsic() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineAtomicRMW.cpp | 119 assert(RMWI.getOrdering() != AtomicOrdering::NotAtomic && in visitAtomicRMWInst() 120 RMWI.getOrdering() != AtomicOrdering::Unordered && in visitAtomicRMWInst()
|
| H A D | InstCombineLoadStoreAlloca.cpp | 366 LT->getAlign(), LT->getOrdering(), in replace() 571 NewLoad->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in combineLoadToNewType() 590 NewStore->setAtomic(SI.getOrdering(), SI.getSyncScopeID()); in combineStoreToNewValue() 1083 V1->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 1085 V2->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 1595 SI.getOrdering(), SI.getSyncScopeID()); in mergeStoreIntoSuccessor()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/IR/ |
| H A D | Instruction.cpp | 709 LI->getOrdering() == cast<LoadInst>(I2)->getOrdering() && in hasSameSpecialState() 715 SI->getOrdering() == cast<StoreInst>(I2)->getOrdering() && in hasSameSpecialState() 737 return FI->getOrdering() == cast<FenceInst>(I2)->getOrdering() && in hasSameSpecialState() 751 RMWI->getOrdering() == cast<AtomicRMWInst>(I2)->getOrdering() && in hasSameSpecialState() 886 return cast<LoadInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic() 888 return cast<StoreInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic()
|
| H A D | Verifier.cpp | 4072 Check(LI.getOrdering() != AtomicOrdering::Release && in visitLoadInst() 4073 LI.getOrdering() != AtomicOrdering::AcquireRelease, in visitLoadInst() 4098 Check(SI.getOrdering() != AtomicOrdering::Acquire && in visitStoreInst() 4099 SI.getOrdering() != AtomicOrdering::AcquireRelease, in visitStoreInst() 4177 Check(RMWI.getOrdering() != AtomicOrdering::Unordered, in visitAtomicRMWInst() 4205 const AtomicOrdering Ordering = FI.getOrdering(); in visitFenceInst()
|
| H A D | Core.cpp | 3803 O = LI->getOrdering(); in LLVMGetOrdering() 3805 O = SI->getOrdering(); in LLVMGetOrdering() 3807 O = FI->getOrdering(); in LLVMGetOrdering() 3809 O = cast<AtomicRMWInst>(P)->getOrdering(); in LLVMGetOrdering()
|
| H A D | Instructions.cpp | 4815 getAlign(), getOrdering(), getSyncScopeID()); in cloneImpl() 4820 getOrdering(), getSyncScopeID()); in cloneImpl() 4835 getAlign(), getOrdering(), getSyncScopeID()); in cloneImpl() 4841 return new FenceInst(getContext(), getOrdering(), getSyncScopeID()); in cloneImpl()
|
| H A D | AsmWriter.cpp | 4529 writeAtomic(LI->getContext(), LI->getOrdering(), LI->getSyncScopeID()); in printInstruction() 4534 writeAtomic(SI->getContext(), SI->getOrdering(), SI->getSyncScopeID()); in printInstruction() 4542 writeAtomic(RMWI->getContext(), RMWI->getOrdering(), in printInstruction() 4546 writeAtomic(FI->getContext(), FI->getOrdering(), FI->getSyncScopeID()); in printInstruction()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | GlobalStatus.cpp | 97 GS.Ordering = strongerOrdering(GS.Ordering, LI->getOrdering()); in analyzeGlobalAux() 109 GS.Ordering = strongerOrdering(GS.Ordering, SI->getOrdering()); in analyzeGlobalAux()
|
| H A D | FunctionComparator.cpp | 657 cmpOrderings(LI->getOrdering(), cast<LoadInst>(R)->getOrdering())) in cmpOperations() 671 cmpOrderings(SI->getOrdering(), cast<StoreInst>(R)->getOrdering())) in cmpOperations() 716 cmpOrderings(FI->getOrdering(), cast<FenceInst>(R)->getOrdering())) in cmpOperations() 746 if (int Res = cmpOrderings(RMWI->getOrdering(), in cmpOperations() 747 cast<AtomicRMWInst>(R)->getOrdering())) in cmpOperations()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | MemoryDependenceAnalysis.cpp | 115 if (LI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation() 128 if (SI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation() 454 return isStrongerThan(LI->getOrdering(), AO); in getSimplePointerDependencyFrom() 456 return isStrongerThan(SI->getOrdering(), AO); in getSimplePointerDependencyFrom() 529 if (LI->isAtomic() && isStrongerThanUnordered(LI->getOrdering())) { in getSimplePointerDependencyFrom() 533 if (LI->getOrdering() != AtomicOrdering::Monotonic) in getSimplePointerDependencyFrom() 647 if (isLoad && FI->getOrdering() == AtomicOrdering::Release) in getSimplePointerDependencyFrom()
|
| H A D | AliasAnalysis.cpp | 470 if (isStrongerThan(L->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo() 488 if (isStrongerThan(S->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo() 588 if (isStrongerThanMonotonic(RMW->getOrdering())) in getModRefInfo()
|
| H A D | AliasSetTracker.cpp | 322 if (isStrongerThanMonotonic(LI->getOrdering())) in add() 328 if (isStrongerThanMonotonic(SI->getOrdering())) in add()
|
| H A D | MemorySSA.cpp | 273 bool SeqCstUse = Use->getOrdering() == AtomicOrdering::SequentiallyConsistent; in areLoadsReorderable() 274 bool MayClobberIsAcquire = isAtLeastOrStrongerThan(MayClobber->getOrdering(), in areLoadsReorderable()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | ThreadSanitizer.cpp | 725 createOrdering(&IRB, LI->getOrdering())}; in instrumentAtomic() 740 createOrdering(&IRB, SI->getOrdering())}; in instrumentAtomic() 757 createOrdering(&IRB, RMWI->getOrdering())}; in instrumentAtomic() 794 Value *Args[] = {createOrdering(&IRB, FI->getOrdering())}; in instrumentAtomic()
|
| H A D | DataFlowSanitizer.cpp | 2398 LI.setOrdering(addAcquireOrdering(LI.getOrdering())); in visitLoadInst() 2660 SI.setOrdering(addReleaseOrdering(SI.getOrdering())); in visitStoreInst() 2723 I.setOrdering(addReleaseOrdering(I.getOrdering())); in visitAtomicRMWInst()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/IPO/ |
| H A D | GlobalOpt.cpp | 953 InitBool, false, Align(1), SI->getOrdering(), in OptimizeGlobalAddressOfAllocation() 971 LI->getOrdering(), LI->getSyncScopeID(), LI); in OptimizeGlobalAddressOfAllocation() 1263 LI->getOrdering(), LI->getSyncScopeID(), LI); in TryToShrinkGlobalToBoolean() 1272 new StoreInst(StoreVal, NewGV, false, Align(1), SI->getOrdering(), in TryToShrinkGlobalToBoolean() 1280 LI->getOrdering(), LI->getSyncScopeID(), LI); in TryToShrinkGlobalToBoolean()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | DeadStoreElimination.cpp | 1271 return isStrongerThan(SI->getOrdering(), AtomicOrdering::Monotonic); in isReadClobber() 1794 return isStrongerThanMonotonic(LI->getOrdering()); in isDSEBarrier() 1796 return isStrongerThanMonotonic(SI->getOrdering()); in isDSEBarrier() 1798 return isStrongerThanMonotonic(ARMW->getOrdering()); in isDSEBarrier()
|
| H A D | GVNSink.cpp | 410 if (isStrongerThanUnordered(I->getOrdering()) || I->isAtomic()) in createMemoryExpr()
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Target/ |
| H A D | TargetSelectionDAG.td | 899 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Monotonic 901 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Acquire 903 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Release 905 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::AcquireRelease 907 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::SequentiallyConsistent 910 // isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 911 // !isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 914 // isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 915 // !isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering())
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 229 AtomicOrdering getOrdering() const { in getOrdering() function 259 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered() 260 getOrdering() == AtomicOrdering::Unordered) && in isUnordered() 362 AtomicOrdering getOrdering() const { in getOrdering() function 393 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered() 394 getOrdering() == AtomicOrdering::Unordered) && in isUnordered() 469 AtomicOrdering getOrdering() const { 862 AtomicOrdering getOrdering() const {
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/BPF/ |
| H A D | BPFPreserveStaticOffset.cpp | 216 Args.push_back(ConstantInt::get(Int8Ty, (unsigned)Insn->getOrdering())); in fillCommonArgs()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/DirectX/DXILWriter/ |
| H A D | DXILBitcodeWriter.cpp | 2468 Vals.push_back(getEncodedOrdering(cast<LoadInst>(I).getOrdering())); in writeInstruction() 2482 Vals.push_back(getEncodedOrdering(cast<StoreInst>(I).getOrdering())); in writeInstruction() 2508 Vals.push_back(getEncodedOrdering(cast<AtomicRMWInst>(I).getOrdering())); in writeInstruction() 2514 Vals.push_back(getEncodedOrdering(cast<FenceInst>(I).getOrdering())); in writeInstruction()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | IRTranslator.cpp | 1409 LI.getSyncScopeID(), LI.getOrdering()); in translateLoad() 1449 SI.getSyncScopeID(), SI.getOrdering()); in translateStore() 3123 I.getOrdering())); in translateAtomicRMW() 3130 MIRBuilder.buildFence(static_cast<unsigned>(Fence.getOrdering()), in translateFence()
|