Home
last modified time | relevance | path

Searched refs:SSID (Results 1 – 25 of 26) sorted by relevance

12

/llvm-project-15.0.7/llvm/lib/Target/AMDGPU/
H A DAMDGPUMachineModuleInfo.h52 if (SSID == SyncScope::SingleThread || in getSyncScopeInclusionOrdering()
55 else if (SSID == getWavefrontSSID() || in getSyncScopeInclusionOrdering()
58 else if (SSID == getWorkgroupSSID() || in getSyncScopeInclusionOrdering()
61 else if (SSID == getAgentSSID() || in getSyncScopeInclusionOrdering()
62 SSID == getAgentOneAddressSpaceSSID()) in getSyncScopeInclusionOrdering()
64 else if (SSID == SyncScope::System || in getSyncScopeInclusionOrdering()
65 SSID == getSystemOneAddressSpaceSSID()) in getSyncScopeInclusionOrdering()
73 bool isOneAddressSpace(SyncScope::ID SSID) const { in isOneAddressSpace() argument
75 SSID == getWavefrontOneAddressSpaceSSID() || in isOneAddressSpace()
77 SSID == getAgentOneAddressSpaceSSID() || in isOneAddressSpace()
[all …]
H A DSIMemoryLegalizer.cpp625 SIMemOpAccess::toSIAtomicScope(SyncScope::ID SSID, in toSIAtomicScope() argument
627 if (SSID == SyncScope::System) in toSIAtomicScope()
631 if (SSID == MMI->getAgentSSID()) in toSIAtomicScope()
635 if (SSID == MMI->getWorkgroupSSID()) in toSIAtomicScope()
639 if (SSID == MMI->getWavefrontSSID()) in toSIAtomicScope()
643 if (SSID == SyncScope::SingleThread) in toSIAtomicScope()
647 if (SSID == MMI->getSystemOneAddressSpaceSSID()) in toSIAtomicScope()
651 if (SSID == MMI->getAgentOneAddressSpaceSSID()) in toSIAtomicScope()
655 if (SSID == MMI->getWorkgroupOneAddressSpaceSSID()) in toSIAtomicScope()
693 SyncScope::ID SSID = SyncScope::SingleThread; in constructFromMIWithMMO() local
[all …]
H A DSIISelLowering.cpp12773 auto SSID = RMW->getSyncScopeID(); in shouldExpandAtomicRMWInIR() local
12774 if (SSID == SyncScope::System || in shouldExpandAtomicRMWInIR()
12775 SSID == RMW->getContext().getOrInsertSyncScopeID("one-as")) in shouldExpandAtomicRMWInIR()
/llvm-project-15.0.7/llvm/include/llvm/CodeGen/
H A DMachineMemOperand.h161 unsigned SSID : 8; // SyncScope::ID member
191 SyncScope::ID SSID = SyncScope::System,
197 SyncScope::ID SSID = SyncScope::System,
264 return static_cast<SyncScope::ID>(AtomicInfo.SSID); in getSyncScopeID()
H A DMachineFunction.h961 const MDNode *Ranges = nullptr, SyncScope::ID SSID = SyncScope::System,
968 const MDNode *Ranges = nullptr, SyncScope::ID SSID = SyncScope::System,
/llvm-project-15.0.7/llvm/include/llvm/IR/
H A DInstructions.h237 return SSID; in getSyncScopeID()
242 this->SSID = SSID; in setSyncScopeID()
290 SyncScope::ID SSID; variable
363 return SSID; in getSyncScopeID()
368 this->SSID = SSID; in setSyncScopeID()
470 return SSID;
475 this->SSID = SSID;
632 return SSID;
637 this->SSID = SSID;
858 return SSID;
[all …]
H A DIRBuilder.h1694 SyncScope::ID SSID = SyncScope::System,
1696 return Insert(new FenceInst(Context, Ordering, SSID), Name);
1703 SyncScope::ID SSID = SyncScope::System) {
1710 FailureOrdering, SSID));
1716 SyncScope::ID SSID = SyncScope::System) {
1722 return Insert(new AtomicRMWInst(Op, Ptr, Val, *Align, Ordering, SSID));
/llvm-project-15.0.7/llvm/lib/CodeGen/
H A DMachineOperand.cpp478 SyncScope::ID SSID, in printSyncScope() argument
480 switch (SSID) { in printSyncScope()
488 printEscapedString(SSNs[SSID], OS); in printSyncScope()
1030 const MDNode *Ranges, SyncScope::ID SSID, in MachineMemOperand() argument
1040 AtomicInfo.SSID = static_cast<unsigned>(SSID); in MachineMemOperand()
1041 assert(getSyncScopeID() == SSID && "Value truncated"); in MachineMemOperand()
1051 const MDNode *Ranges, SyncScope::ID SSID, in MachineMemOperand() argument
1056 AAInfo, Ranges, SSID, Ordering, FailureOrdering) {} in MachineMemOperand()
H A DAtomicExpandPass.cpp104 SyncScope::ID SSID,
534 AtomicOrdering MemOpOrder, SyncScope::ID SSID, in createCmpXchgInstFun() argument
551 AtomicCmpXchgInst::getStrongestFailureOrdering(MemOpOrder), SSID); in createCmpXchgInstFun()
817 SyncScope::ID SSID = AI->getSyncScopeID(); in expandPartwordAtomicRMW() local
837 PMV.AlignedAddrAlignment, MemOpOrder, SSID, in expandPartwordAtomicRMW()
1443 AtomicOrdering MemOpOrder, SyncScope::ID SSID, in insertRMWCmpXchgLoop() argument
1491 SSID, Success, NewLoaded); in insertRMWCmpXchgLoop()
1683 SyncScope::ID SSID, Value *&Success, Value *&NewLoaded) { in expandAtomicRMWToLibcall() argument
1687 AtomicCmpXchgInst::getStrongestFailureOrdering(MemOpOrder), SSID); in expandAtomicRMWToLibcall()
H A DMachineFunction.cpp457 SyncScope::ID SSID, AtomicOrdering Ordering, in getMachineMemOperand() argument
461 SSID, Ordering, FailureOrdering); in getMachineMemOperand()
467 SyncScope::ID SSID, AtomicOrdering Ordering, in getMachineMemOperand() argument
470 MachineMemOperand(PtrInfo, f, MemTy, base_alignment, AAInfo, Ranges, SSID, in getMachineMemOperand()
/llvm-project-15.0.7/clang/lib/CodeGen/
H A DCGBuilder.h141 llvm::SyncScope::ID SSID = llvm::SyncScope::System) {
144 SSID);
152 llvm::SyncScope::ID SSID = llvm::SyncScope::System) {
154 Ordering, SSID);
H A DCGBuiltin.cpp4130 llvm::SyncScope::ID SSID; in EmitBuiltinExpr() local
4133 SSID = llvm::SyncScope::SingleThread; in EmitBuiltinExpr()
4135 SSID = llvm::SyncScope::System; in EmitBuiltinExpr()
4145 Builder.CreateFence(llvm::AtomicOrdering::Acquire, SSID); in EmitBuiltinExpr()
4148 Builder.CreateFence(llvm::AtomicOrdering::Release, SSID); in EmitBuiltinExpr()
4171 Builder.CreateFence(llvm::AtomicOrdering::Acquire, SSID); in EmitBuiltinExpr()
4177 Builder.CreateFence(llvm::AtomicOrdering::Release, SSID); in EmitBuiltinExpr()
16536 SSID = getLLVMContext().getOrInsertSyncScopeID(scp); in ProcessOrderScopeAMDGCN()
16545 llvm::SyncScope::ID SSID; in EmitAMDGPUBuiltinExpr() local
16973 return Builder.CreateFence(AO, SSID); in EmitAMDGPUBuiltinExpr()
[all …]
H A DCodeGenFunction.h4257 llvm::SyncScope::ID &SSID);
/llvm-project-15.0.7/llvm/lib/IR/
H A DInstructions.cpp1480 setAtomic(Order, SSID); in LoadInst()
1492 setAtomic(Order, SSID); in LoadInst()
1548 setAtomic(Order, SSID); in StoreInst()
1562 setAtomic(Order, SSID); in StoreInst()
1580 setSyncScopeID(SSID); in Init()
1629 SyncScope::ID SSID) { in Init() argument
1638 setSyncScopeID(SSID); in Init()
1714 SyncScope::ID SSID, in FenceInst() argument
1718 setSyncScopeID(SSID); in FenceInst()
1722 SyncScope::ID SSID, in FenceInst() argument
[all …]
H A DAsmWriter.cpp2559 SyncScope::ID SSID);
2562 SyncScope::ID SSID);
2566 SyncScope::ID SSID);
2657 SyncScope::ID SSID) { in writeSyncScope() argument
2658 switch (SSID) { in writeSyncScope()
2667 printEscapedString(SSNs[SSID], Out); in writeSyncScope()
2676 SyncScope::ID SSID) { in writeAtomic() argument
2680 writeSyncScope(Context, SSID); in writeAtomic()
2687 SyncScope::ID SSID) { in writeAtomicCmpXchg() argument
2691 writeSyncScope(Context, SSID); in writeAtomicCmpXchg()
H A DCore.cpp4045 SyncScope::ID SSID = NewValue ? SyncScope::SingleThread : SyncScope::System; in LLVMSetAtomicSingleThread() local
4048 return I->setSyncScopeID(SSID); in LLVMSetAtomicSingleThread()
4049 return cast<AtomicCmpXchgInst>(P)->setSyncScopeID(SSID); in LLVMSetAtomicSingleThread()
/llvm-project-15.0.7/llvm/lib/Transforms/Instrumentation/
H A DThreadSanitizer.cpp485 auto SSID = getAtomicSyncScopeID(I); in isTsanAtomic() local
486 if (!SSID) in isTsanAtomic()
489 return SSID.value() != SyncScope::SingleThread; in isTsanAtomic()
/llvm-project-15.0.7/llvm/lib/AsmParser/
H A DLLParser.cpp2247 return parseScope(SSID) || parseOrdering(Ordering); in parseScopeAndOrdering()
2254 bool LLParser::parseScope(SyncScope::ID &SSID) { in parseScope() argument
2255 SSID = SyncScope::System; in parseScope()
2270 SSID = Context.getOrInsertSyncScopeID(SSN); in parseScope()
7280 SyncScope::ID SSID = SyncScope::System; in parseLoad() local
7298 parseScopeAndOrdering(isAtomic, SSID, Ordering) || in parseLoad()
7337 SyncScope::ID SSID = SyncScope::System; in parseStore() local
7388 SyncScope::ID SSID = SyncScope::System; in parseCmpXchg() local
7447 SyncScope::ID SSID = SyncScope::System; in parseAtomicRMW() local
7548 SyncScope::ID SSID = SyncScope::System; in parseFence() local
[all …]
/llvm-project-15.0.7/llvm/include/llvm/AsmParser/
H A DLLParser.h278 bool parseScopeAndOrdering(bool IsAtomic, SyncScope::ID &SSID,
280 bool parseScope(SyncScope::ID &SSID);
/llvm-project-15.0.7/llvm/lib/CodeGen/MIRParser/
H A DMIParser.cpp506 bool parseOptionalScope(LLVMContext &Context, SyncScope::ID &SSID);
3164 SyncScope::ID &SSID) { in parseOptionalScope() argument
3165 SSID = SyncScope::System; in parseOptionalScope()
3175 SSID = Context.getOrInsertSyncScopeID(SSN); in parseOptionalScope()
3229 SyncScope::ID SSID; in parseMachineMemoryOperand() local
3230 if (parseOptionalScope(MF.getFunction().getContext(), SSID)) in parseMachineMemoryOperand()
3343 AAInfo, Range, SSID, Order, FailureOrder); in parseMachineMemoryOperand()
/llvm-project-15.0.7/llvm/lib/Bitcode/Reader/
H A DBitcodeReader.cpp5844 SyncScope::ID SSID = getDecodedSyncScopeID(Record[OpNum + 3]); in parseFunctionBody() local
5919 SyncScope::ID SSID = getDecodedSyncScopeID(Record[OpNum + 3]); in parseFunctionBody() local
5928 I = new StoreInst(Val, Ptr, Record[OpNum + 1], *Align, Ordering, SSID); in parseFunctionBody()
5963 const SyncScope::ID SSID = getDecodedSyncScopeID(Record[OpNum + 2]); in parseFunctionBody() local
5981 FailureOrdering, SSID); in parseFunctionBody()
6033 const SyncScope::ID SSID = getDecodedSyncScopeID(Record[OpNum + 2]); in parseFunctionBody() local
6056 FailureOrdering, SSID); in parseFunctionBody()
6109 const SyncScope::ID SSID = getDecodedSyncScopeID(Record[OpNum + 3]); in parseFunctionBody() local
6122 I = new AtomicRMWInst(Operation, Ptr, Val, *Alignment, Ordering, SSID); in parseFunctionBody()
6137 SyncScope::ID SSID = getDecodedSyncScopeID(Record[1]); in parseFunctionBody() local
[all …]
/llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/
H A DSelectionDAGBuilder.cpp4579 SyncScope::ID SSID = I.getSyncScopeID(); in visitAtomicCmpXchg() local
4592 DAG.getEVTAlign(MemVT), AAMDNodes(), nullptr, SSID, SuccessOrdering, in visitAtomicCmpXchg()
4629 SyncScope::ID SSID = I.getSyncScopeID(); in visitAtomicRMW() local
4640 DAG.getEVTAlign(MemVT), AAMDNodes(), nullptr, SSID, Ordering); in visitAtomicRMW()
4668 SyncScope::ID SSID = I.getSyncScopeID(); in visitAtomicLoad() local
4684 I.getAlign(), AAMDNodes(), nullptr, SSID, Order); in visitAtomicLoad()
4721 SyncScope::ID SSID = I.getSyncScopeID(); in visitAtomicStore() local
4737 I.getAlign(), AAMDNodes(), nullptr, SSID, Ordering); in visitAtomicStore()
/llvm-project-15.0.7/llvm/lib/Target/DirectX/DXILWriter/
H A DDXILBitcodeWriter.cpp344 unsigned getEncodedSyncScopeID(SyncScope::ID SSID) { return unsigned(SSID); } in getEncodedSyncScopeID() argument
/llvm-project-15.0.7/llvm/lib/Bitcode/Writer/
H A DBitcodeWriter.cpp405 unsigned getEncodedSyncScopeID(SyncScope::ID SSID) { in getEncodedSyncScopeID() argument
406 return unsigned(SSID); in getEncodedSyncScopeID()
/llvm-project-15.0.7/llvm/lib/Target/ARM/
H A DARMISelLowering.cpp4202 auto SSID = static_cast<SyncScope::ID>(SSIDNode->getZExtValue()); in LowerATOMIC_FENCE() local
4203 if (SSID == SyncScope::SingleThread) in LowerATOMIC_FENCE()

12