| /freebsd-12.1/contrib/llvm/lib/Target/AMDGPU/ |
| H A D | SIMemoryLegalizer.cpp | 161 AtomicOrdering getOrdering() const { in getOrdering() function in __anoncef23e4c0111::SIMemOpInfo 488 AtomicOrdering OpOrdering = MMO->getOrdering(); in constructFromMIWithMMO() 501 Ordering : MMO->getOrdering(); in constructFromMIWithMMO() 873 MOI.getOrdering() == AtomicOrdering::Acquire || in expandLoad() 886 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandLoad() 917 if (MOI.getOrdering() == AtomicOrdering::Release || in expandStore() 945 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandAtomicFence() 946 MOI.getOrdering() == AtomicOrdering::Release || in expandAtomicFence() 962 if (MOI.getOrdering() == AtomicOrdering::Acquire || in expandAtomicFence() 982 if (MOI.getOrdering() == AtomicOrdering::Release || in expandAtomicCmpxchgOrRmw() [all …]
|
| /freebsd-12.1/contrib/llvm/lib/IR/ |
| H A D | Instruction.cpp | 390 LI->getOrdering() == cast<LoadInst>(I2)->getOrdering() && in haveSameSpecialState() 396 SI->getOrdering() == cast<StoreInst>(I2)->getOrdering() && in haveSameSpecialState() 414 return FI->getOrdering() == cast<FenceInst>(I2)->getOrdering() && in haveSameSpecialState() 428 RMWI->getOrdering() == cast<AtomicRMWInst>(I2)->getOrdering() && in haveSameSpecialState() 556 return cast<LoadInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic() 558 return cast<StoreInst>(this)->getOrdering() != AtomicOrdering::NotAtomic; in isAtomic()
|
| H A D | Verifier.cpp | 3293 Assert(LI.getOrdering() != AtomicOrdering::Release && in visitLoadInst() 3294 LI.getOrdering() != AtomicOrdering::AcquireRelease, in visitLoadInst() 3321 Assert(SI.getOrdering() != AtomicOrdering::Acquire && in visitStoreInst() 3322 SI.getOrdering() != AtomicOrdering::AcquireRelease, in visitStoreInst() 3426 Assert(RMWI.getOrdering() != AtomicOrdering::NotAtomic, in visitAtomicRMWInst() 3428 Assert(RMWI.getOrdering() != AtomicOrdering::Unordered, in visitAtomicRMWInst() 3448 const AtomicOrdering Ordering = FI.getOrdering(); in visitFenceInst()
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/ |
| H A D | AtomicExpandPass.cpp | 255 if (LI && isAcquireOrStronger(LI->getOrdering())) { in runOnFunction() 256 FenceOrdering = LI->getOrdering(); in runOnFunction() 258 } else if (SI && isReleaseOrStronger(SI->getOrdering())) { in runOnFunction() 259 FenceOrdering = SI->getOrdering(); in runOnFunction() 263 FenceOrdering = RMWI->getOrdering(); in runOnFunction() 388 NewLI->setAtomic(LI->getOrdering(), LI->getSyncScopeID()); in convertAtomicLoadToIntegerType() 433 AtomicOrdering Order = LI->getOrdering(); in expandAtomicLoadToCmpXchg() 472 NewSI->setAtomic(SI->getOrdering(), SI->getSyncScopeID()); in convertAtomicStoreToIntegerType() 559 AI->getOrdering(), PerformOp); in tryExpandAtomicRMW() 721 AtomicOrdering MemOpOrder = AI->getOrdering(); in expandPartwordAtomicRMW() [all …]
|
| H A D | MachineFunction.cpp | 405 MMO->getOrdering(), MMO->getFailureOrdering()); in getMachineMemOperand() 411 MMO->getOrdering(), MMO->getFailureOrdering()); in getMachineMemOperand() 425 MMO->getOrdering(), MMO->getFailureOrdering()); in getMachineMemOperand()
|
| H A D | MachineOperand.cpp | 1003 assert(getOrdering() == Ordering && "Value truncated"); in MachineMemOperand() 1083 if (getOrdering() != AtomicOrdering::NotAtomic) in print() 1084 OS << toIRString(getOrdering()) << ' '; in print()
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Utils/ |
| H A D | FunctionComparator.cpp | 537 cmpOrderings(LI->getOrdering(), cast<LoadInst>(R)->getOrdering())) in cmpOperations() 553 cmpOrderings(SI->getOrdering(), cast<StoreInst>(R)->getOrdering())) in cmpOperations() 609 cmpOrderings(FI->getOrdering(), cast<FenceInst>(R)->getOrdering())) in cmpOperations() 639 if (int Res = cmpOrderings(RMWI->getOrdering(), in cmpOperations() 640 cast<AtomicRMWInst>(R)->getOrdering())) in cmpOperations()
|
| H A D | GlobalStatus.cpp | 94 GS.Ordering = strongerOrdering(GS.Ordering, LI->getOrdering()); in analyzeGlobalAux() 104 GS.Ordering = strongerOrdering(GS.Ordering, SI->getOrdering()); in analyzeGlobalAux()
|
| /freebsd-12.1/contrib/llvm/include/llvm/CodeGen/ |
| H A D | MachineMemOperand.h | 248 AtomicOrdering getOrdering() const { in getOrdering() function 267 bool isAtomic() const { return getOrdering() != AtomicOrdering::NotAtomic; } in isAtomic()
|
| H A D | SelectionDAGNodes.h | 1307 AtomicOrdering getOrdering() const { return MMO->getOrdering(); }
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Instrumentation/ |
| H A D | ThreadSanitizer.cpp | 638 createOrdering(&IRB, LI->getOrdering())}; in instrumentAtomic() 654 createOrdering(&IRB, SI->getOrdering())}; in instrumentAtomic() 671 createOrdering(&IRB, RMWI->getOrdering())}; in instrumentAtomic() 708 Value *Args[] = {createOrdering(&IRB, FI->getOrdering())}; in instrumentAtomic()
|
| /freebsd-12.1/contrib/llvm/lib/Analysis/ |
| H A D | MemoryDependenceAnalysis.cpp | 124 if (LI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation() 137 if (SI->getOrdering() == AtomicOrdering::Monotonic) { in GetLocation() 565 if (LI->isAtomic() && isStrongerThanUnordered(LI->getOrdering())) { in getSimplePointerDependencyFrom() 569 if (LI->getOrdering() != AtomicOrdering::Monotonic) in getSimplePointerDependencyFrom() 622 if (SI->getOrdering() != AtomicOrdering::Monotonic) in getSimplePointerDependencyFrom() 679 if (isLoad && FI->getOrdering() == AtomicOrdering::Release) in getSimplePointerDependencyFrom()
|
| H A D | AliasAnalysis.cpp | 401 if (isStrongerThan(L->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo() 420 if (isStrongerThan(S->getOrdering(), AtomicOrdering::Unordered)) in getModRefInfo() 525 if (isStrongerThanMonotonic(RMW->getOrdering())) in getModRefInfo()
|
| H A D | AliasSetTracker.cpp | 382 if (isStrongerThanMonotonic(LI->getOrdering())) in add() 388 if (isStrongerThanMonotonic(SI->getOrdering())) in add()
|
| H A D | MemorySSA.cpp | 238 bool SeqCstUse = Use->getOrdering() == AtomicOrdering::SequentiallyConsistent; in areLoadsReorderable() 239 bool MayClobberIsAcquire = isAtLeastOrStrongerThan(MayClobber->getOrdering(), in areLoadsReorderable()
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineLoadStoreAlloca.cpp | 470 NewLoad->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in combineLoadToNewType() 531 NewStore->setAtomic(SI.getOrdering(), SI.getSyncScopeID()); in combineStoreToNewValue() 1075 V1->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 1077 V2->setAtomic(LI.getOrdering(), LI.getSyncScopeID()); in visitLoadInst() 1617 SI.getOrdering(), SI.getSyncScopeID()); in mergeStoreIntoSuccessor()
|
| /freebsd-12.1/contrib/llvm/include/llvm/Target/ |
| H A D | TargetSelectionDAG.td | 676 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Monotonic 678 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Acquire 680 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::Release 682 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::AcquireRelease 684 // cast<AtomicSDNode>(N)->getOrdering() == AtomicOrdering::SequentiallyConsistent 687 // isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 688 // !isAcquireOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 691 // isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering()) 692 // !isReleaseOrStronger(cast<AtomicSDNode>(N)->getOrdering())
|
| /freebsd-12.1/contrib/llvm/include/llvm/CodeGen/GlobalISel/ |
| H A D | InstructionSelectorImpl.h | 333 if (MMO->getOrdering() != Ordering) in executeMatchTable() 351 if (!isAtLeastOrStrongerThan(MMO->getOrdering(), Ordering)) in executeMatchTable() 369 if (!isStrongerThan(Ordering, MMO->getOrdering())) in executeMatchTable()
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.cpp | 485 if (MMO.getOrdering() != AtomicOrdering::NotAtomic || in narrowScalar() 503 MMO.getSyncScopeID(), MMO.getOrdering(), MMO.getFailureOrdering()); in narrowScalar() 529 if (MMO.getOrdering() != AtomicOrdering::NotAtomic || in narrowScalar() 548 MMO.getSyncScopeID(), MMO.getOrdering(), MMO.getFailureOrdering()); in narrowScalar()
|
| H A D | LegalizerInfo.cpp | 368 {MMO->getSize() /* in bytes */ * 8, MMO->getOrdering()}); in getAction()
|
| H A D | IRTranslator.cpp | 502 LI.getSyncScopeID(), LI.getOrdering()); in translateLoad() 531 SI.getSyncScopeID(), SI.getOrdering()); in translateStore() 1559 I.getSyncScopeID(), I.getOrdering())); in translateAtomicRMW()
|
| /freebsd-12.1/contrib/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 248 AtomicOrdering getOrdering() const { in getOrdering() function 280 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered() 281 getOrdering() == AtomicOrdering::Unordered) && in isUnordered() 373 AtomicOrdering getOrdering() const { in getOrdering() function 405 return (getOrdering() == AtomicOrdering::NotAtomic || in isUnordered() 406 getOrdering() == AtomicOrdering::Unordered) && in isUnordered() 479 AtomicOrdering getOrdering() const { 774 AtomicOrdering getOrdering() const {
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/IPO/ |
| H A D | GlobalOpt.cpp | 893 SI->getOrdering(), SI->getSyncScopeID(), SI); in OptimizeGlobalAddressOfMalloc() 910 LI->getOrdering(), LI->getSyncScopeID(), in OptimizeGlobalAddressOfMalloc() 1705 LI->getOrdering(), LI->getSyncScopeID(), LI); in TryToShrinkGlobalToBoolean() 1714 new StoreInst(StoreVal, NewGV, false, 0, SI->getOrdering(), in TryToShrinkGlobalToBoolean() 1721 LI->getOrdering(), LI->getSyncScopeID(), LI); in TryToShrinkGlobalToBoolean()
|
| /freebsd-12.1/contrib/llvm/lib/Target/XCore/ |
| H A D | XCoreISelLowering.cpp | 955 assert((N->getOrdering() == AtomicOrdering::Unordered || in LowerATOMIC_LOAD() 956 N->getOrdering() == AtomicOrdering::Monotonic) && in LowerATOMIC_LOAD() 986 assert((N->getOrdering() == AtomicOrdering::Unordered || in LowerATOMIC_STORE() 987 N->getOrdering() == AtomicOrdering::Monotonic) && in LowerATOMIC_STORE()
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/Scalar/ |
| H A D | GVNSink.cpp | 412 if (isStrongerThanUnordered(I->getOrdering()) || I->isAtomic()) in createMemoryExpr()
|