Home
last modified time | relevance | path

Searched refs:getOrdering (Results 1 – 25 of 39) sorted by relevance

12

/llvm-project-15.0.7/llvm/lib/Target/AMDGPU/
H A DSIMemoryLegalizer.cpp164 AtomicOrdering getOrdering() const { in getOrdering() function in __anon363febf70111::SIMemOpInfo
2145 MOI.getOrdering() == AtomicOrdering::Acquire || in expandLoad()
2158 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandLoad()
2190 MOI.getOrdering() == AtomicOrdering::Release || in expandStore()
2196 if (MOI.getOrdering() == AtomicOrdering::Release || in expandStore()
2223 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandAtomicFence()
2224 MOI.getOrdering() == AtomicOrdering::Release || in expandAtomicFence()
2244 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandAtomicFence()
2265 MOI.getOrdering() == AtomicOrdering::Acquire || in expandAtomicCmpxchgOrRmw()
2266 MOI.getOrdering() == AtomicOrdering::Release || in expandAtomicCmpxchgOrRmw()
[all …]
/llvm-project-15.0.7/llvm/lib/IR/
H A DInstruction.cpp448 LI->getOrdering() == cast<LoadInst>(I2)->getOrdering() && in haveSameSpecialState()
454 SI->getOrdering() == cast<StoreInst>(I2)->getOrdering() && in haveSameSpecialState()
476 return FI->getOrdering() == cast<FenceInst>(I2)->getOrdering() && in haveSameSpecialState()
490 RMWI->getOrdering() == cast<AtomicRMWInst>(I2)->getOrdering() && in haveSameSpecialState()
625 return cast<LoadInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic()
627 return cast<StoreInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic()
H A DVerifier.cpp3836 Check(LI.getOrdering() != AtomicOrdering::Release && in visitLoadInst()
3837 LI.getOrdering() != AtomicOrdering::AcquireRelease, in visitLoadInst()
3864 Check(SI.getOrdering() != AtomicOrdering::Acquire && in visitStoreInst()
3865 SI.getOrdering() != AtomicOrdering::AcquireRelease, in visitStoreInst()
3943 Check(RMWI.getOrdering() != AtomicOrdering::Unordered, in visitAtomicRMWInst()
3971 const AtomicOrdering Ordering = FI.getOrdering(); in visitFenceInst()
H A DAsmWriter.cpp4329 writeAtomic(LI->getContext(), LI->getOrdering(), LI->getSyncScopeID()); in printInstruction()
4334 writeAtomic(SI->getContext(), SI->getOrdering(), SI->getSyncScopeID()); in printInstruction()
4342 writeAtomic(RMWI->getContext(), RMWI->getOrdering(), in printInstruction()
4346 writeAtomic(FI->getContext(), FI->getOrdering(), FI->getSyncScopeID()); in printInstruction()
H A DInstructions.cpp4675 getAlign(), getOrdering(), getSyncScopeID()); in cloneImpl()
4680 getOrdering(), getSyncScopeID()); in cloneImpl()
4695 getAlign(), getOrdering(), getSyncScopeID()); in cloneImpl()
4701 return new FenceInst(getContext(), getOrdering(), getSyncScopeID()); in cloneImpl()
/llvm-project-15.0.7/llvm/lib/CodeGen/
H A DAtomicExpandPass.cpp226 if (LI && isAcquireOrStronger(LI->getOrdering())) { in runOnFunction()
227 FenceOrdering = LI->getOrdering(); in runOnFunction()
230 FenceOrdering = SI->getOrdering(); in runOnFunction()
234 FenceOrdering = RMWI->getOrdering(); in runOnFunction()
369 NewLI->setAtomic(LI->getOrdering(), LI->getSyncScopeID()); in convertAtomicLoadToIntegerType()
415 LI->getOrdering(), in tryExpandAtomicLoad()
463 AtomicOrdering Order = LI->getOrdering(); in expandAtomicLoadToCmpXchg()
518 AtomicOrdering Ordering = SI->getOrdering(); in expandAtomicStore()
816 AtomicOrdering MemOpOrder = AI->getOrdering(); in expandPartwordAtomicRMW()
1043 AI->getOrdering()); in expandAtomicRMWToMaskedIntrinsic()
[all …]
/llvm-project-15.0.7/llvm/lib/Transforms/Utils/
H A DFunctionComparator.cpp575 cmpOrderings(LI->getOrdering(), cast<LoadInst>(R)->getOrdering())) in cmpOperations()
591 cmpOrderings(SI->getOrdering(), cast<StoreInst>(R)->getOrdering())) in cmpOperations()
636 cmpOrderings(FI->getOrdering(), cast<FenceInst>(R)->getOrdering())) in cmpOperations()
666 if (int Res = cmpOrderings(RMWI->getOrdering(), in cmpOperations()
667 cast<AtomicRMWInst>(R)->getOrdering())) in cmpOperations()
H A DGlobalStatus.cpp97 GS.Ordering = strongerOrdering(GS.Ordering, LI->getOrdering()); in analyzeGlobalAux()
109 GS.Ordering = strongerOrdering(GS.Ordering, SI->getOrdering()); in analyzeGlobalAux()
/llvm-project-15.0.7/polly/include/polly/Support/
H A DScopHelper.h277 llvm::AtomicOrdering getOrdering() const { in getOrdering() function
279 return asLoad()->getOrdering(); in getOrdering()
281 return asStore()->getOrdering(); in getOrdering()
/llvm-project-15.0.7/llvm/lib/Analysis/
H A DMemoryDependenceAnalysis.cpp116 if (LI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation()
129 if (SI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation()
419 return isStrongerThan(LI->getOrdering(), AO); in getSimplePointerDependencyFrom()
421 return isStrongerThan(SI->getOrdering(), AO); in getSimplePointerDependencyFrom()
494 if (LI->isAtomic() && isStrongerThanUnordered(LI->getOrdering())) { in getSimplePointerDependencyFrom()
498 if (LI->getOrdering() != AtomicOrdering::Monotonic) in getSimplePointerDependencyFrom()
605 if (isLoad && FI->getOrdering() == AtomicOrdering::Release) in getSimplePointerDependencyFrom()
H A DAliasAnalysis.cpp483 if (isStrongerThan(L->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo()
508 if (isStrongerThan(S->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo()
655 if (isStrongerThanMonotonic(RMW->getOrdering())) in getModRefInfo()
H A DAliasSetTracker.cpp374 if (isStrongerThanMonotonic(LI->getOrdering())) in add()
380 if (isStrongerThanMonotonic(SI->getOrdering())) in add()
H A DMemorySSA.cpp280 bool SeqCstUse = Use->getOrdering() == AtomicOrdering::SequentiallyConsistent; in areLoadsReorderable()
281 bool MayClobberIsAcquire = isAtLeastOrStrongerThan(MayClobber->getOrdering(), in areLoadsReorderable()
/llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/
H A DInstCombineLoadStoreAlloca.cpp288 LT->getAlign(), LT->getOrdering(), in replace()
475 NewLoad->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in combineLoadToNewType()
496 NewStore->setAtomic(SI.getOrdering(), SI.getSyncScopeID()); in combineStoreToNewValue()
1008 V1->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst()
1010 V2->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst()
1547 SI.getOrdering(), SI.getSyncScopeID()); in mergeStoreIntoSuccessor()
H A DInstCombineAtomicRMW.cpp119 AtomicOrdering Ordering = RMWI.getOrdering(); in visitAtomicRMWInst()
/llvm-project-15.0.7/llvm/lib/Transforms/Instrumentation/
H A DThreadSanitizer.cpp740 createOrdering(&IRB, LI->getOrdering())}; in instrumentAtomic()
756 createOrdering(&IRB, SI->getOrdering())}; in instrumentAtomic()
774 createOrdering(&IRB, RMWI->getOrdering())}; in instrumentAtomic()
811 Value *Args[] = {createOrdering(&IRB, FI->getOrdering())}; in instrumentAtomic()
H A DDataFlowSanitizer.cpp2210 LI.setOrdering(addAcquireOrdering(LI.getOrdering())); in visitLoadInst()
2470 SI.setOrdering(addReleaseOrdering(SI.getOrdering())); in visitStoreInst()
2531 I.setOrdering(addReleaseOrdering(I.getOrdering())); in visitAtomicRMWInst()
/llvm-project-15.0.7/llvm/lib/Transforms/IPO/
H A DGlobalOpt.cpp925 InitBool, false, Align(1), SI->getOrdering(), in OptimizeGlobalAddressOfAllocation()
945 LI->getOrdering(), LI->getSyncScopeID(), LI); in OptimizeGlobalAddressOfAllocation()
1241 LI->getOrdering(), LI->getSyncScopeID(), LI); in TryToShrinkGlobalToBoolean()
1250 new StoreInst(StoreVal, NewGV, false, Align(1), SI->getOrdering(), in TryToShrinkGlobalToBoolean()
1258 LI->getOrdering(), LI->getSyncScopeID(), LI); in TryToShrinkGlobalToBoolean()
/llvm-project-15.0.7/llvm/include/llvm/Target/
H A DTargetSelectionDAG.td850 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Monotonic
852 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Acquire
854 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Release
856 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::AcquireRelease
858 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::SequentiallyConsistent
861 // isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering())
862 // !isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering())
865 // isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering())
866 // !isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering())
/llvm-project-15.0.7/llvm/lib/Transforms/Scalar/
H A DDeadStoreElimination.cpp1161 return isStrongerThan(SI->getOrdering(), AtomicOrdering::Monotonic); in isReadClobber()
1666 return isStrongerThanMonotonic(LI->getOrdering()); in isDSEBarrier()
1668 return isStrongerThanMonotonic(SI->getOrdering()); in isDSEBarrier()
1670 return isStrongerThanMonotonic(ARMW->getOrdering()); in isDSEBarrier()
H A DGVNSink.cpp415 if (isStrongerThanUnordered(I->getOrdering()) || I->isAtomic()) in createMemoryExpr()
/llvm-project-15.0.7/mlir/lib/Dialect/LLVMIR/IR/
H A DLLVMDialect.cpp2496 << getVal() << ' ' << stringifyAtomicOrdering(getOrdering()) << ' '; in print()
2549 if (static_cast<unsigned>(getOrdering()) < in verify()
2653 p << stringifyAtomicOrdering(getOrdering()); in print()
2657 if (getOrdering() == AtomicOrdering::not_atomic || in verify()
2658 getOrdering() == AtomicOrdering::unordered || in verify()
2659 getOrdering() == AtomicOrdering::monotonic) in verify()
/llvm-project-15.0.7/llvm/include/llvm/IR/
H A DInstructions.h226 AtomicOrdering getOrdering() const { in getOrdering() function
256 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered()
257 getOrdering() == AtomicOrdering::Unordered) && in isUnordered()
351 AtomicOrdering getOrdering() const { in getOrdering() function
382 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered()
383 getOrdering() == AtomicOrdering::Unordered) && in isUnordered()
458 AtomicOrdering getOrdering() const {
843 AtomicOrdering getOrdering() const {
/llvm-project-15.0.7/llvm/lib/Target/DirectX/DXILWriter/
H A DDXILBitcodeWriter.cpp2477 Vals.push_back(getEncodedOrdering(cast<LoadInst>(I).getOrdering())); in writeInstruction()
2491 Vals.push_back(getEncodedOrdering(cast<StoreInst>(I).getOrdering())); in writeInstruction()
2517 Vals.push_back(getEncodedOrdering(cast<AtomicRMWInst>(I).getOrdering())); in writeInstruction()
2523 Vals.push_back(getEncodedOrdering(cast<FenceInst>(I).getOrdering())); in writeInstruction()
/llvm-project-15.0.7/llvm/lib/CodeGen/GlobalISel/
H A DIRTranslator.cpp1328 LI.getSyncScopeID(), LI.getOrdering()); in translateLoad()
1368 SI.getSyncScopeID(), SI.getOrdering()); in translateStore()
2944 I.getOrdering())); in translateAtomicRMW()
2951 MIRBuilder.buildFence(static_cast<unsigned>(Fence.getOrdering()), in translateFence()

12