| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUPromoteAlloca.cpp | 702 if (PtrTy && PtrTy->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) { in hasSufficientLocalMem() 734 if (GV.getAddressSpace() != AMDGPUAS::LOCAL_ADDRESS) in hasSufficientLocalMem() 919 AMDGPUAS::LOCAL_ADDRESS); in handleAlloca() 954 cast<PointerType>(Src0->getType()), AMDGPUAS::LOCAL_ADDRESS); in handleAlloca() 971 cast<PointerType>(V->getType()), AMDGPUAS::LOCAL_ADDRESS); in handleAlloca() 1032 cast<PointerType>(Src->getType()), AMDGPUAS::LOCAL_ADDRESS)}); in handleAlloca()
|
| H A D | AMDGPUHSAMetadataStreamer.cpp | 103 case AMDGPUAS::LOCAL_ADDRESS: in getAddressSpaceQualifier() 136 AMDGPUAS::LOCAL_ADDRESS ? in getValueKind() 332 if (PtrTy->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) { in emitKernelArg() 526 case AMDGPUAS::LOCAL_ADDRESS: in getAddressSpaceQualifier() 558 ? (Ty->getPointerAddressSpace() == AMDGPUAS::LOCAL_ADDRESS in getValueKind() 735 if (PtrTy->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) in emitKernelArg()
|
| H A D | AMDGPULowerModuleLDSPass.cpp | 262 if (GV.getType()->getPointerAddressSpace() != AMDGPUAS::LOCAL_ADDRESS) { in superAlignLDSGlobals() 341 "", nullptr, GlobalValue::NotThreadLocal, AMDGPUAS::LOCAL_ADDRESS, in createLDSVariableReplacement() 366 VarName, nullptr, GlobalValue::NotThreadLocal, AMDGPUAS::LOCAL_ADDRESS, in createLDSVariableReplacement()
|
| H A D | R600TargetTransformInfo.cpp | 50 if (AddrSpace == AMDGPUAS::LOCAL_ADDRESS || in getLoadStoreVecRegBitWidth()
|
| H A D | AMDGPUTargetTransformInfo.cpp | 184 else if (AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::REGION_ADDRESS) in getUnrollingPreferences() 202 } else if (AS == AMDGPUAS::LOCAL_ADDRESS || in getUnrollingPreferences() 420 if (SrcAddrSpace == AMDGPUAS::LOCAL_ADDRESS || in getMemcpyLoopLoweringType() 422 DestAddrSpace == AMDGPUAS::LOCAL_ADDRESS || in getMemcpyLoopLoweringType() 993 AMDGPUAS::LOCAL_ADDRESS : AMDGPUAS::PRIVATE_ADDRESS; in rewriteIntrinsicWithAddressSpace()
|
| H A D | AMDGPUMachineFunction.cpp | 61 if (GV.getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) { in allocateLDSGlobal()
|
| H A D | AMDGPUAlwaysInlinePass.cpp | 129 (AS == AMDGPUAS::LOCAL_ADDRESS && in alwaysInlineImpl()
|
| H A D | AMDGPUReplaceLDSUseWithPointer.cpp | 186 AMDGPUAS::LOCAL_ADDRESS); in createLDSPointer() 332 AMDGPUAS::LOCAL_ADDRESS), in ReplaceLDSUseImpl()
|
| H A D | AMDGPUAliasAnalysis.cpp | 97 (asB == AMDGPUAS::LOCAL_ADDRESS || asB == AMDGPUAS::PRIVATE_ADDRESS)) { in alias()
|
| H A D | AMDGPUTargetTransformInfo.h | 179 return AS != AMDGPUAS::LOCAL_ADDRESS && AS != AMDGPUAS::REGION_ADDRESS && in canHaveNonUndefGlobalInitializerInAddressSpace()
|
| H A D | AMDGPULowerKernelArguments.cpp | 125 if ((PT->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS || in runOnFunction()
|
| H A D | AMDGPUAttributor.cpp | 107 return SrcAS == AMDGPUAS::LOCAL_ADDRESS || SrcAS == AMDGPUAS::PRIVATE_ADDRESS; in castRequiresQueuePtr() 115 return AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::REGION_ADDRESS; in isDSAddress()
|
| H A D | AMDGPU.h | 372 LOCAL_ADDRESS = 3, ///< Address space for local memory. enumerator
|
| H A D | AMDGPUPerfHintAnalysis.cpp | 347 return PT->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS; in isLocalAddr()
|
| H A D | AMDGPULibFunc.cpp | 450 case AMDGPUAS::GLOBAL_ADDRESS: AS = AMDGPUAS::LOCAL_ADDRESS; break; in getNextParam() 451 case AMDGPUAS::LOCAL_ADDRESS: AS = AMDGPUAS::GLOBAL_ADDRESS; break; in getNextParam()
|
| H A D | AMDGPULegalizerInfo.cpp | 248 case AMDGPUAS::LOCAL_ADDRESS: in maxSizeForAddrSpace() 484 const LLT LocalPtr = GetAddrSpacePtr(AMDGPUAS::LOCAL_ADDRESS); in AMDGPULegalizerInfo() 1832 unsigned Offset = AS == AMDGPUAS::LOCAL_ADDRESS ? in getSegmentAperture() 1835 unsigned WidthM1 = AS == AMDGPUAS::LOCAL_ADDRESS ? in getSegmentAperture() 1862 AS == AMDGPUAS::LOCAL_ADDRESS ? AMDGPUTargetLowering::SHARED_BASE in getSegmentAperture() 1895 uint32_t StructOffset = (AS == AMDGPUAS::LOCAL_ADDRESS) ? 0x40 : 0x44; in getSegmentAperture() 1956 (DestAS == AMDGPUAS::LOCAL_ADDRESS || in legalizeAddrSpaceCast() 1982 (SrcAS == AMDGPUAS::LOCAL_ADDRESS || in legalizeAddrSpaceCast() 2527 if (AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::REGION_ADDRESS) { in legalizeGlobalValue() 2556 if (AS == AMDGPUAS::LOCAL_ADDRESS && GV->hasExternalLinkage()) { in legalizeGlobalValue() [all …]
|
| H A D | SIInsertWaitcnts.cpp | 1135 if (AS != AMDGPUAS::LOCAL_ADDRESS && AS != AMDGPUAS::FLAT_ADDRESS) in generateWaitcntInstBefore() 1331 if (AS != AMDGPUAS::LOCAL_ADDRESS) in mayAccessVMEMThroughFlat() 1359 if (AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::FLAT_ADDRESS) in mayAccessLDSThroughFlat()
|
| H A D | AMDGPUTargetMachine.cpp | 779 return (AddrSpace == AMDGPUAS::LOCAL_ADDRESS || in getNullPointerValue() 816 return std::make_pair(II->getArgOperand(0), AMDGPUAS::LOCAL_ADDRESS); in getPredicatedAddrSpace()
|
| H A D | SIISelLowering.cpp | 1324 } else if (AS == AMDGPUAS::LOCAL_ADDRESS || in isLegalAddressingMode() 1373 if (AddrSpace == AMDGPUAS::LOCAL_ADDRESS || in allowsMisalignedMemoryAccessesImpl() 1525 (AddrSpace == AMDGPUAS::LOCAL_ADDRESS || in allowsMisalignedMemoryAccesses() 5495 unsigned Offset = AS == AMDGPUAS::LOCAL_ADDRESS ? in getSegmentAperture() 5498 unsigned WidthM1 = AS == AMDGPUAS::LOCAL_ADDRESS ? in getSegmentAperture() 5582 if (DestAS == AMDGPUAS::LOCAL_ADDRESS || in lowerADDRSPACECAST() 5600 if (SrcAS == AMDGPUAS::LOCAL_ADDRESS || in lowerADDRSPACECAST() 6079 if (GSD->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) { in LowerGlobalAddress() 7082 AMDGPUAS::LOCAL_ADDRESS : AMDGPUAS::PRIVATE_ADDRESS; in LowerINTRINSIC_WO_CHAIN() 8290 StorePtrI.AddrSpace = AMDGPUAS::LOCAL_ADDRESS; in LowerINTRINSIC_VOID() [all …]
|
| H A D | AMDGPUAtomicOptimizer.cpp | 116 case AMDGPUAS::LOCAL_ADDRESS: in visitAtomicRMWInst()
|
| H A D | R600ISelLowering.cpp | 1103 if ((AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::PRIVATE_ADDRESS || in LowerSTORE() 1314 if ((LoadNode->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS || in LowerLOAD() 1516 if ((AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::PRIVATE_ADDRESS)) { in canMergeStoresTo()
|
| H A D | AMDGPUAsmPrinter.cpp | 315 if (GV->getAddressSpace() == AMDGPUAS::LOCAL_ADDRESS) { in emitGlobalVariable()
|
| H A D | SIMemoryLegalizer.cpp | 675 if (AS == AMDGPUAS::LOCAL_ADDRESS) in toSIAtomicAddrSpace()
|
| H A D | AMDGPUInstructionSelector.cpp | 2433 if ((AS == AMDGPUAS::LOCAL_ADDRESS || AS == AMDGPUAS::REGION_ADDRESS) && in initM0() 3220 StorePtrI.AddrSpace = AMDGPUAS::LOCAL_ADDRESS; in selectBufferLoadLds() 3324 StorePtrI.AddrSpace = AMDGPUAS::LOCAL_ADDRESS; in selectGlobalLoadLds()
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/Utils/ |
| H A D | AMDGPUMemoryUtils.cpp | 112 if (GV.getType()->getPointerAddressSpace() != AMDGPUAS::LOCAL_ADDRESS) { in findVariablesToLower()
|