| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | R600TargetTransformInfo.cpp | 53 if (AddrSpace == AMDGPUAS::PRIVATE_ADDRESS) in getLoadStoreVecRegBitWidth() 70 return (AddrSpace != AMDGPUAS::PRIVATE_ADDRESS); in isLegalToVectorizeMemChain()
|
| H A D | AMDGPUTargetTransformInfo.cpp | 182 if (AS == AMDGPUAS::PRIVATE_ADDRESS) in getUnrollingPreferences() 192 if (AS == AMDGPUAS::PRIVATE_ADDRESS) { in getUnrollingPreferences() 362 if (AddrSpace == AMDGPUAS::PRIVATE_ADDRESS) in getLoadStoreVecRegBitWidth() 375 if (AddrSpace == AMDGPUAS::PRIVATE_ADDRESS) { in isLegalToVectorizeMemChain() 874 return Load->getPointerAddressSpace() == AMDGPUAS::PRIVATE_ADDRESS || in isSourceOfDivergence() 993 AMDGPUAS::LOCAL_ADDRESS : AMDGPUAS::PRIVATE_ADDRESS; in rewriteIntrinsicWithAddressSpace() 1112 if (!Ty || (Ty->getAddressSpace() != AMDGPUAS::PRIVATE_ADDRESS && in adjustInliningThreshold()
|
| H A D | R600ISelLowering.cpp | 1002 assert(Store->getAddressSpace() == AMDGPUAS::PRIVATE_ADDRESS); in lowerPrivateTruncStore() 1035 MachinePointerInfo PtrInfo(AMDGPUAS::PRIVATE_ADDRESS); in lowerPrivateTruncStore() 1103 if ((AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::PRIVATE_ADDRESS || in LowerSTORE() 1106 if ((AS == AMDGPUAS::PRIVATE_ADDRESS) && TruncatingStore) { in LowerSTORE() 1184 if (AS != AMDGPUAS::PRIVATE_ADDRESS) in LowerSTORE() 1266 MachinePointerInfo PtrInfo(AMDGPUAS::PRIVATE_ADDRESS); in lowerPrivateExtLoad() 1304 if (AS == AMDGPUAS::PRIVATE_ADDRESS && in LowerLOAD() 1315 LoadNode->getAddressSpace() == AMDGPUAS::PRIVATE_ADDRESS) && in LowerLOAD() 1373 if (LoadNode->getAddressSpace() != AMDGPUAS::PRIVATE_ADDRESS) { in LowerLOAD() 1516 if ((AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::PRIVATE_ADDRESS)) { in canMergeStoresTo()
|
| H A D | AMDGPUAliasAnalysis.cpp | 97 (asB == AMDGPUAS::LOCAL_ADDRESS || asB == AMDGPUAS::PRIVATE_ADDRESS)) { in alias()
|
| H A D | AMDGPUTargetTransformInfo.h | 180 AS != AMDGPUAS::PRIVATE_ADDRESS; in canHaveNonUndefGlobalInitializerInAddressSpace()
|
| H A D | AMDGPU.h | 373 PRIVATE_ADDRESS = 5, ///< Address space for private memory. enumerator
|
| H A D | AMDGPUTargetMachine.cpp | 780 AddrSpace == AMDGPUAS::PRIVATE_ADDRESS || in getNullPointerValue() 818 return std::make_pair(II->getArgOperand(0), AMDGPUAS::PRIVATE_ADDRESS); in getPredicatedAddrSpace() 843 return AMDGPUAS::PRIVATE_ADDRESS; in getAddressSpaceForPseudoSourceKind()
|
| H A D | AMDGPUHSAMetadataStreamer.cpp | 97 case AMDGPUAS::PRIVATE_ADDRESS: in getAddressSpaceQualifier() 520 case AMDGPUAS::PRIVATE_ADDRESS: in getAddressSpaceQualifier()
|
| H A D | SIRegisterInfo.cpp | 802 return !TII->isLegalFLATOffset(FullOffset, AMDGPUAS::PRIVATE_ADDRESS, in needsFrameBaseReg() 886 assert(TII->isLegalFLATOffset(NewOffset, AMDGPUAS::PRIVATE_ADDRESS, in resolveFrameIndex() 918 return TII->isLegalFLATOffset(NewOffset, AMDGPUAS::PRIVATE_ADDRESS, in isFrameOffsetLegal() 1356 IsFlat ? TII->isLegalFLATOffset(MaxOffset, AMDGPUAS::PRIVATE_ADDRESS, in buildSpillLoadStore() 2137 if (TII->isLegalFLATOffset(NewOffset, AMDGPUAS::PRIVATE_ADDRESS, in eliminateFrameIndex()
|
| H A D | AMDGPUISelDAGToDAG.cpp | 1389 AMDGPUTargetMachine::getNullPointerValue(AMDGPUAS::PRIVATE_ADDRESS); in SelectMUBUFScratchOffen() 1788 if (!TII->isLegalFLATOffset(COffsetVal, AMDGPUAS::PRIVATE_ADDRESS, in SelectScratchSAddr() 1792 COffsetVal, AMDGPUAS::PRIVATE_ADDRESS, SIInstrFlags::FlatScratch); in SelectScratchSAddr() 1838 if (TII->isLegalFLATOffset(COffsetVal, AMDGPUAS::PRIVATE_ADDRESS, true)) { in SelectScratchSVAddr() 1847 = TII->splitFlatOffset(COffsetVal, AMDGPUAS::PRIVATE_ADDRESS, true); in SelectScratchSVAddr()
|
| H A D | AMDGPUAttributor.cpp | 107 return SrcAS == AMDGPUAS::LOCAL_ADDRESS || SrcAS == AMDGPUAS::PRIVATE_ADDRESS; in castRequiresQueuePtr()
|
| H A D | AMDGPUCallLowering.cpp | 101 LLT::pointer(AMDGPUAS::PRIVATE_ADDRESS, 32), FI); in getStackAddress() 183 const LLT PtrTy = LLT::pointer(AMDGPUAS::PRIVATE_ADDRESS, 32); in getStackAddress()
|
| H A D | SIISelLowering.cpp | 1322 } else if (AS == AMDGPUAS::PRIVATE_ADDRESS) { in isLegalAddressingMode() 1358 } else if (AS == AMDGPUAS::PRIVATE_ADDRESS) { in canMergeStoresTo() 1469 if (AddrSpace == AMDGPUAS::PRIVATE_ADDRESS) { in allowsMisalignedMemoryAccessesImpl() 1564 AS == AMDGPUAS::PRIVATE_ADDRESS; in isNonGlobalAddrSpace() 5583 DestAS == AMDGPUAS::PRIVATE_ADDRESS) { in lowerADDRSPACECAST() 5601 SrcAS == AMDGPUAS::PRIVATE_ADDRESS) { in lowerADDRSPACECAST() 6059 GSD->getAddressSpace() == AMDGPUAS::PRIVATE_ADDRESS) { in LowerGlobalAddress() 7082 AMDGPUAS::LOCAL_ADDRESS : AMDGPUAS::PRIVATE_ADDRESS; in LowerINTRINSIC_WO_CHAIN() 8719 if (AS == AMDGPUAS::PRIVATE_ADDRESS) { in LowerLOAD() 9228 } else if (AS == AMDGPUAS::PRIVATE_ADDRESS) { in LowerSTORE() [all …]
|
| H A D | AMDGPULegalizerInfo.cpp | 245 case AMDGPUAS::PRIVATE_ADDRESS: in maxSizeForAddrSpace() 487 const LLT PrivatePtr = GetAddrSpacePtr(AMDGPUAS::PRIVATE_ADDRESS); in AMDGPULegalizerInfo() 1827 assert(AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::PRIVATE_ADDRESS); in getSegmentAperture() 1957 DestAS == AMDGPUAS::PRIVATE_ADDRESS)) { in legalizeAddrSpaceCast() 1983 SrcAS == AMDGPUAS::PRIVATE_ADDRESS)) { in legalizeAddrSpaceCast() 5713 return legalizeIsAddrSpace(MI, MRI, B, AMDGPUAS::PRIVATE_ADDRESS); in legalizeIntrinsic()
|
| H A D | SIMemoryLegalizer.cpp | 677 if (AS == AMDGPUAS::PRIVATE_ADDRESS) in toSIAtomicAddrSpace()
|
| H A D | SIFrameLowering.cpp | 1401 if (TII->isLegalFLATOffset(MaxOffset, AMDGPUAS::PRIVATE_ADDRESS, in allocateScavengingFrameIndexesNearIncomingSP()
|
| H A D | AMDGPULibCalls.cpp | 1294 if (PTy->getPointerAddressSpace() != AMDGPUAS::PRIVATE_ADDRESS) in fold_sincos()
|
| H A D | AMDGPUInstructionSelector.cpp | 4136 TII.isLegalFLATOffset(ConstOffset, AMDGPUAS::PRIVATE_ADDRESS, in selectScratchSAddr() 4212 TII.isLegalFLATOffset(ConstOffset, AMDGPUAS::PRIVATE_ADDRESS, true)) { in selectScratchSVAddr() 4259 Offset != TM.getNullPointerValue(AMDGPUAS::PRIVATE_ADDRESS)) { in selectMUBUFScratchOffen()
|
| H A D | AMDGPURegisterBankInfo.cpp | 540 AS != AMDGPUAS::PRIVATE_ADDRESS) && in getInstrAlternativeMappings()
|
| H A D | SIInstrInfo.cpp | 7409 (*MI.memoperands_begin())->getAddrSpace() == AMDGPUAS::PRIVATE_ADDRESS); in isStackAccess()
|