| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIMemoryLegalizer.cpp | 164 AtomicOrdering getOrdering() const { in getOrdering() function in __anon418845fb0111::SIMemOpInfo 1659 MOI.getOrdering() == AtomicOrdering::Acquire || in expandLoad() 1672 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandLoad() 1704 MOI.getOrdering() == AtomicOrdering::Release || in expandStore() 1710 if (MOI.getOrdering() == AtomicOrdering::Release || in expandStore() 1737 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandAtomicFence() 1738 MOI.getOrdering() == AtomicOrdering::Release || in expandAtomicFence() 1758 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandAtomicFence() 1779 MOI.getOrdering() == AtomicOrdering::Acquire || in expandAtomicCmpxchgOrRmw() 1780 MOI.getOrdering() == AtomicOrdering::Release || in expandAtomicCmpxchgOrRmw() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/IR/ |
| H A D | Instruction.cpp | 439 LI->getOrdering() == cast<LoadInst>(I2)->getOrdering() && in haveSameSpecialState() 445 SI->getOrdering() == cast<StoreInst>(I2)->getOrdering() && in haveSameSpecialState() 467 return FI->getOrdering() == cast<FenceInst>(I2)->getOrdering() && in haveSameSpecialState() 481 RMWI->getOrdering() == cast<AtomicRMWInst>(I2)->getOrdering() && in haveSameSpecialState() 613 return cast<LoadInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic() 615 return cast<StoreInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic()
|
| H A D | Verifier.cpp | 3701 Assert(LI.getOrdering() != AtomicOrdering::Release && in visitLoadInst() 3702 LI.getOrdering() != AtomicOrdering::AcquireRelease, in visitLoadInst() 3729 Assert(SI.getOrdering() != AtomicOrdering::Acquire && in visitStoreInst() 3730 SI.getOrdering() != AtomicOrdering::AcquireRelease, in visitStoreInst() 3803 Assert(RMWI.getOrdering() != AtomicOrdering::Unordered, in visitAtomicRMWInst() 3830 const AtomicOrdering Ordering = FI.getOrdering(); in visitFenceInst()
|
| H A D | AsmWriter.cpp | 4338 writeAtomic(LI->getContext(), LI->getOrdering(), LI->getSyncScopeID()); in printInstruction() 4343 writeAtomic(SI->getContext(), SI->getOrdering(), SI->getSyncScopeID()); in printInstruction() 4351 writeAtomic(RMWI->getContext(), RMWI->getOrdering(), in printInstruction() 4355 writeAtomic(FI->getContext(), FI->getOrdering(), FI->getSyncScopeID()); in printInstruction()
|
| H A D | Instructions.cpp | 4387 getAlign(), getOrdering(), getSyncScopeID()); in cloneImpl() 4392 getOrdering(), getSyncScopeID()); in cloneImpl() 4407 getAlign(), getOrdering(), getSyncScopeID()); in cloneImpl() 4413 return new FenceInst(getContext(), getOrdering(), getSyncScopeID()); in cloneImpl()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | AtomicExpandPass.cpp | 225 if (LI && isAcquireOrStronger(LI->getOrdering())) { in runOnFunction() 226 FenceOrdering = LI->getOrdering(); in runOnFunction() 229 FenceOrdering = SI->getOrdering(); in runOnFunction() 233 FenceOrdering = RMWI->getOrdering(); in runOnFunction() 368 NewLI->setAtomic(LI->getOrdering(), LI->getSyncScopeID()); in convertAtomicLoadToIntegerType() 410 LI->getOrdering(), in tryExpandAtomicLoad() 440 AtomicOrdering Order = LI->getOrdering(); in expandAtomicLoadToCmpXchg() 498 SI->getAlign(), SI->getOrdering()); in expandAtomicStore() 809 AtomicOrdering MemOpOrder = AI->getOrdering(); in expandPartwordAtomicRMW() 1037 AI->getOrdering()); in expandAtomicRMWToMaskedIntrinsic() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | FunctionComparator.cpp | 568 cmpOrderings(LI->getOrdering(), cast<LoadInst>(R)->getOrdering())) in cmpOperations() 585 cmpOrderings(SI->getOrdering(), cast<StoreInst>(R)->getOrdering())) in cmpOperations() 630 cmpOrderings(FI->getOrdering(), cast<FenceInst>(R)->getOrdering())) in cmpOperations() 660 if (int Res = cmpOrderings(RMWI->getOrdering(), in cmpOperations() 661 cast<AtomicRMWInst>(R)->getOrdering())) in cmpOperations()
|
| H A D | GlobalStatus.cpp | 92 GS.Ordering = strongerOrdering(GS.Ordering, LI->getOrdering()); in analyzeGlobalAux() 102 GS.Ordering = strongerOrdering(GS.Ordering, SI->getOrdering()); in analyzeGlobalAux()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineAtomicRMW.cpp | 114 AtomicOrdering Ordering = RMWI.getOrdering(); in visitAtomicRMWInst()
|
| H A D | InstCombineLoadStoreAlloca.cpp | 298 LT->getAlign(), LT->getOrdering(), in replace() 486 NewLoad->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in combineLoadToNewType() 507 NewStore->setAtomic(SI.getOrdering(), SI.getSyncScopeID()); in combineStoreToNewValue() 1028 V1->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 1030 V2->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 1567 SI.getOrdering(), SI.getSyncScopeID()); in mergeStoreIntoSuccessor()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | MemoryDependenceAnalysis.cpp | 123 if (LI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation() 136 if (SI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation() 502 if (LI->isAtomic() && isStrongerThanUnordered(LI->getOrdering())) { in getSimplePointerDependencyFrom() 506 if (LI->getOrdering() != AtomicOrdering::Monotonic) in getSimplePointerDependencyFrom() 555 if (SI->getOrdering() != AtomicOrdering::Monotonic) in getSimplePointerDependencyFrom() 612 if (isLoad && FI->getOrdering() == AtomicOrdering::Release) in getSimplePointerDependencyFrom()
|
| H A D | AliasAnalysis.cpp | 485 if (isStrongerThan(L->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo() 510 if (isStrongerThan(S->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo() 657 if (isStrongerThanMonotonic(RMW->getOrdering())) in getModRefInfo()
|
| H A D | AliasSetTracker.cpp | 403 if (isStrongerThanMonotonic(LI->getOrdering())) in add() 409 if (isStrongerThanMonotonic(SI->getOrdering())) in add()
|
| H A D | MemorySSA.cpp | 251 bool SeqCstUse = Use->getOrdering() == AtomicOrdering::SequentiallyConsistent; in areLoadsReorderable() 252 bool MayClobberIsAcquire = isAtLeastOrStrongerThan(MayClobber->getOrdering(), in areLoadsReorderable()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | ThreadSanitizer.cpp | 784 createOrdering(&IRB, LI->getOrdering())}; in instrumentAtomic() 800 createOrdering(&IRB, SI->getOrdering())}; in instrumentAtomic() 818 createOrdering(&IRB, RMWI->getOrdering())}; in instrumentAtomic() 855 Value *Args[] = {createOrdering(&IRB, FI->getOrdering())}; in instrumentAtomic()
|
| H A D | DataFlowSanitizer.cpp | 2228 LI.setOrdering(addAcquireOrdering(LI.getOrdering())); in visitLoadInst() 2486 SI.setOrdering(addReleaseOrdering(SI.getOrdering())); in visitStoreInst() 2547 I.setOrdering(addReleaseOrdering(I.getOrdering())); in visitAtomicRMWInst()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/Target/ |
| H A D | TargetSelectionDAG.td | 823 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Monotonic 825 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Acquire 827 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Release 829 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::AcquireRelease 831 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::SequentiallyConsistent 834 // isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 835 // !isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 838 // isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 839 // !isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering())
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | DeadStoreElimination.cpp | 1264 return isStrongerThan(SI->getOrdering(), AtomicOrdering::Monotonic); in isReadClobber() 1753 return isStrongerThanMonotonic(LI->getOrdering()); in isDSEBarrier() 1755 return isStrongerThanMonotonic(SI->getOrdering()); in isDSEBarrier() 1757 return isStrongerThanMonotonic(ARMW->getOrdering()); in isDSEBarrier()
|
| H A D | GVNSink.cpp | 414 if (isStrongerThanUnordered(I->getOrdering()) || I->isAtomic()) in createMemoryExpr()
|
| H A D | SROA.cpp | 2539 NewLI->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 2578 NewLI->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 2739 NewSI->setAtomic(SI.getOrdering(), SI.getSyncScopeID()); in visitStoreInst()
|
| H A D | EarlyCSE.cpp | 1479 if (FI->getOrdering() == AtomicOrdering::Release) { in processNode()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/IPO/ |
| H A D | GlobalOpt.cpp | 958 InitBool, false, Align(1), SI->getOrdering(), in OptimizeGlobalAddressOfMalloc() 976 LI->getOrdering(), LI->getSyncScopeID(), LI); in OptimizeGlobalAddressOfMalloc() 1255 LI->getOrdering(), LI->getSyncScopeID(), LI); in TryToShrinkGlobalToBoolean() 1264 new StoreInst(StoreVal, NewGV, false, Align(1), SI->getOrdering(), in TryToShrinkGlobalToBoolean() 1272 LI->getOrdering(), LI->getSyncScopeID(), LI); in TryToShrinkGlobalToBoolean()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 232 AtomicOrdering getOrdering() const { in getOrdering() function 262 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered() 263 getOrdering() == AtomicOrdering::Unordered) && in isUnordered() 362 AtomicOrdering getOrdering() const { in getOrdering() function 393 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered() 394 getOrdering() == AtomicOrdering::Unordered) && in isUnordered() 469 AtomicOrdering getOrdering() const { 844 AtomicOrdering getOrdering() const {
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/ |
| H A D | IRTranslator.cpp | 1305 LI.getSyncScopeID(), LI.getOrdering()); in translateLoad() 1347 SI.getSyncScopeID(), SI.getOrdering()); in translateStore() 2835 I.getOrdering())); in translateAtomicRMW() 2842 MIRBuilder.buildFence(static_cast<unsigned>(Fence.getOrdering()), in translateFence()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Bitcode/Writer/ |
| H A D | BitcodeWriter.cpp | 3071 Vals.push_back(getEncodedOrdering(cast<LoadInst>(I).getOrdering())); in writeInstruction() 3085 Vals.push_back(getEncodedOrdering(cast<StoreInst>(I).getOrdering())); in writeInstruction() 3112 Vals.push_back(getEncodedOrdering(cast<AtomicRMWInst>(I).getOrdering())); in writeInstruction() 3119 Vals.push_back(getEncodedOrdering(cast<FenceInst>(I).getOrdering())); in writeInstruction()
|