| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | R600TargetTransformInfo.cpp | 47 if (AddrSpace == AMDGPUAS::GLOBAL_ADDRESS || in getLoadStoreVecRegBitWidth() 48 AddrSpace == AMDGPUAS::CONSTANT_ADDRESS) in getLoadStoreVecRegBitWidth() 50 if (AddrSpace == AMDGPUAS::LOCAL_ADDRESS || in getLoadStoreVecRegBitWidth() 51 AddrSpace == AMDGPUAS::REGION_ADDRESS) in getLoadStoreVecRegBitWidth() 53 if (AddrSpace == AMDGPUAS::PRIVATE_ADDRESS) in getLoadStoreVecRegBitWidth() 56 if ((AddrSpace == AMDGPUAS::PARAM_D_ADDRESS || in getLoadStoreVecRegBitWidth() 57 AddrSpace == AMDGPUAS::PARAM_I_ADDRESS || in getLoadStoreVecRegBitWidth() 58 (AddrSpace >= AMDGPUAS::CONSTANT_BUFFER_0 && in getLoadStoreVecRegBitWidth() 59 AddrSpace <= AMDGPUAS::CONSTANT_BUFFER_15))) in getLoadStoreVecRegBitWidth() 66 unsigned AddrSpace) const { in isLegalToVectorizeMemChain() [all …]
|
| H A D | SIMemoryLegalizer.cpp | 859 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass() 894 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass() 907 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass() 1169 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass() 1211 SIAtomicAddrSpace AddrSpace) const { in enableStoreCacheBypass() 1246 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass() 1338 AddrSpace &= ~SIAtomicAddrSpace::LDS; in insertWait() 1462 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass() 1546 SIAtomicAddrSpace AddrSpace) const { in enableRMWCacheBypass() 1765 SIAtomicAddrSpace AddrSpace) const { in enableLoadCacheBypass() [all …]
|
| H A D | R600TargetTransformInfo.h | 53 unsigned getLoadStoreVecRegBitWidth(unsigned AddrSpace) const; 55 unsigned AddrSpace) const; 57 unsigned AddrSpace) const; 59 unsigned AddrSpace) const;
|
| H A D | AMDGPUTargetTransformInfo.h | 125 unsigned getLoadStoreVecRegBitWidth(unsigned AddrSpace) const; 128 unsigned AddrSpace) const; 130 unsigned AddrSpace) const; 132 unsigned AddrSpace) const;
|
| H A D | AMDGPUTargetTransformInfo.cpp | 354 unsigned GCNTTIImpl::getLoadStoreVecRegBitWidth(unsigned AddrSpace) const { in getLoadStoreVecRegBitWidth() 355 if (AddrSpace == AMDGPUAS::GLOBAL_ADDRESS || in getLoadStoreVecRegBitWidth() 356 AddrSpace == AMDGPUAS::CONSTANT_ADDRESS || in getLoadStoreVecRegBitWidth() 357 AddrSpace == AMDGPUAS::CONSTANT_ADDRESS_32BIT || in getLoadStoreVecRegBitWidth() 358 AddrSpace == AMDGPUAS::BUFFER_FAT_POINTER) { in getLoadStoreVecRegBitWidth() 362 if (AddrSpace == AMDGPUAS::PRIVATE_ADDRESS) in getLoadStoreVecRegBitWidth() 371 unsigned AddrSpace) const { in isLegalToVectorizeMemChain() 375 if (AddrSpace == AMDGPUAS::PRIVATE_ADDRESS) { in isLegalToVectorizeMemChain() 384 unsigned AddrSpace) const { in isLegalToVectorizeLoadChain() 385 return isLegalToVectorizeMemChain(ChainSizeInBytes, Alignment, AddrSpace); in isLegalToVectorizeLoadChain() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXTargetTransformInfo.h | 62 unsigned AddrSpace) const { in isLegalToVectorizeLoadChain() argument 66 unsigned AddrSpace) const { in isLegalToVectorizeStoreChain() argument 67 return isLegalToVectorizeLoadChain(ChainSizeInBytes, Alignment, AddrSpace); in isLegalToVectorizeStoreChain() 112 bool hasVolatileVariant(Instruction *I, unsigned AddrSpace) { in hasVolatileVariant() argument 115 if (!(AddrSpace == llvm::ADDRESS_SPACE_GENERIC || in hasVolatileVariant() 116 AddrSpace == llvm::ADDRESS_SPACE_GLOBAL || in hasVolatileVariant() 117 AddrSpace == llvm::ADDRESS_SPACE_SHARED)) in hasVolatileVariant()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | MachineMemOperand.h | 46 unsigned AddrSpace = 0; member 53 AddrSpace = v ? v->getType()->getPointerAddressSpace() : 0; in V() 59 AddrSpace = v ? v->getAddressSpace() : 0; in V() 63 : V((const Value *)nullptr), Offset(offset), AddrSpace(AddressSpace), 73 AddrSpace = ValPtr->getType()->getPointerAddressSpace(); in V() 75 AddrSpace = V.get<const PseudoSourceValue*>()->getAddressSpace(); in V() 81 return MachinePointerInfo(AddrSpace, Offset + O); in getWithOffset()
|
| /llvm-project-15.0.7/llvm/test/TableGen/ |
| H A D | address-space-patfrags.td | 54 // SDAG-NEXT: unsigned AddrSpace = cast<MemSDNode>(N)->getAddressSpace(); 55 // SDAG-NEXT: if (AddrSpace != 123 && AddrSpace != 455) 64 …_CheckMemoryAddressSpace, /*MI*/0, /*MMO*/0, /*NumAddrSpace*/2, /*AddrSpace*/123, /*AddrSpace*/455, 127 …_CheckMemoryAddressSpace, /*MI*/0, /*MMO*/0, /*NumAddrSpace*/2, /*AddrSpace*/123, /*AddrSpace*/455,
|
| /llvm-project-15.0.7/clang/include/clang/Basic/ |
| H A D | TargetInfo.h | 344 IntType getPtrDiffType(unsigned AddrSpace) const { in getPtrDiffType() argument 345 return AddrSpace == 0 ? PtrDiffType : getPtrDiffTypeV(AddrSpace); in getPtrDiffType() 347 IntType getUnsignedPtrDiffType(unsigned AddrSpace) const { in getUnsignedPtrDiffType() argument 348 return getCorrespondingUnsignedType(getPtrDiffType(AddrSpace)); in getUnsignedPtrDiffType() 425 uint64_t getPointerWidth(unsigned AddrSpace) const { in getPointerWidth() argument 426 return AddrSpace == 0 ? PointerWidth : getPointerWidthV(AddrSpace); in getPointerWidth() 428 uint64_t getPointerAlign(unsigned AddrSpace) const { in getPointerAlign() argument 429 return AddrSpace == 0 ? PointerAlign : getPointerAlignV(AddrSpace); in getPointerAlign() 1655 virtual uint64_t getPointerWidthV(unsigned AddrSpace) const { in getPointerWidthV() argument 1658 virtual uint64_t getPointerAlignV(unsigned AddrSpace) const { in getPointerAlignV() argument [all …]
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | LowLevelType.cpp | 30 unsigned AddrSpace = PTy->getAddressSpace(); in getLLTForType() local 31 return LLT::pointer(AddrSpace, DL.getPointerSizeInBits(AddrSpace)); in getLLTForType()
|
| H A D | GlobalMerge.cpp | 161 Module &M, bool isConst, unsigned AddrSpace) const; 167 unsigned AddrSpace) const; 221 Module &M, bool isConst, unsigned AddrSpace) const { in doMerge() 235 return doMerge(Globals, AllGlobals, M, isConst, AddrSpace); in doMerge() 408 return doMerge(Globals, AllGlobals, M, isConst, AddrSpace); in doMerge() 431 Changed |= doMerge(Globals, UGS.Globals, M, isConst, AddrSpace); in doMerge() 439 unsigned AddrSpace) const { in doMerge() 518 GlobalVariable::NotThreadLocal, AddrSpace); in doMerge() 551 GlobalAlias *GA = GlobalAlias::create(Tys[StructIdxs[idx]], AddrSpace, in doMerge()
|
| /llvm-project-15.0.7/clang/lib/Basic/Targets/ |
| H A D | AMDGPU.h | 32 enum AddrSpace { enum 98 uint64_t getPointerWidthV(unsigned AddrSpace) const override { in getPointerWidthV() argument 102 if (AddrSpace == Private || AddrSpace == Local) in getPointerWidthV() 108 uint64_t getPointerAlignV(unsigned AddrSpace) const override { in getPointerAlignV() argument 109 return getPointerWidthV(AddrSpace); in getPointerAlignV()
|
| H A D | X86.h | 72 enum AddrSpace { ptr32_sptr = 270, ptr32_uptr = 271, ptr64 = 272 }; enum 390 uint64_t getPointerWidthV(unsigned AddrSpace) const override { in getPointerWidthV() argument 391 if (AddrSpace == ptr32_sptr || AddrSpace == ptr32_uptr) in getPointerWidthV() 393 if (AddrSpace == ptr64) in getPointerWidthV() 398 uint64_t getPointerAlignV(unsigned AddrSpace) const override { in getPointerAlignV() argument 399 return getPointerWidthV(AddrSpace); in getPointerAlignV()
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | DataLayout.cpp | 250 static Error getAddrSpace(StringRef R, unsigned &AddrSpace) { in getAddrSpace() argument 251 if (Error Err = getInt(R, AddrSpace)) in getAddrSpace() 253 if (!isUInt<24>(AddrSpace)) in getAddrSpace() 307 unsigned AddrSpace = 0; in parseSpecifier() local 309 if (Error Err = getInt(Tok, AddrSpace)) in parseSpecifier() 311 if (!isUInt<24>(AddrSpace)) in parseSpecifier() 364 AddrSpace, assumeAligned(PointerABIAlign), in parseSpecifier() 606 Error DataLayout::setPointerAlignmentInBits(uint32_t AddrSpace, Align ABIAlign, in setPointerAlignmentInBits() argument 614 auto I = lower_bound(Pointers, AddrSpace, in setPointerAlignmentInBits() 618 if (I == Pointers.end() || I->AddressSpace != AddrSpace) { in setPointerAlignmentInBits() [all …]
|
| H A D | Type.cpp | 762 PointerType::PointerType(Type *E, unsigned AddrSpace) in PointerType() argument 766 setSubclassData(AddrSpace); in PointerType() 769 PointerType::PointerType(LLVMContext &C, unsigned AddrSpace) in PointerType() argument 771 setSubclassData(AddrSpace); in PointerType() 774 PointerType *Type::getPointerTo(unsigned AddrSpace) const { in getPointerTo() 775 return PointerType::get(const_cast<Type*>(this), AddrSpace); in getPointerTo()
|
| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | TargetTransformInfo.h | 623 unsigned AddrSpace = 0, 714 bool hasVolatileVariant(Instruction *I, unsigned AddrSpace) const; 1372 unsigned getLoadStoreVecRegBitWidth(unsigned AddrSpace) const; 1382 unsigned AddrSpace) const; 1386 unsigned AddrSpace) const; 1982 AddrSpace, I); in isLegalAddressingMode() 2052 return Impl.hasVolatileVariant(I, AddrSpace); in hasVolatileVariant() 2062 AddrSpace); in getScalingFactorCost() 2410 return Impl.getLoadStoreVecRegBitWidth(AddrSpace); in getLoadStoreVecRegBitWidth() 2421 AddrSpace); in isLegalToVectorizeLoadChain() [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/DebugInfo/DWARF/ |
| H A D | DWARFDebugFrame.h | 70 Optional<uint32_t> AddrSpace; /// The address space for Kind == RegPlusOffset variable 80 : Kind(K), RegNum(InvalidRegisterNumber), Offset(0), AddrSpace(None), in UnwindLocation() 85 : Kind(K), RegNum(Reg), Offset(Off), AddrSpace(AS), Dereference(Deref) {} in UnwindLocation() 120 Optional<uint32_t> AddrSpace = None); 123 Optional<uint32_t> AddrSpace = None); 135 assert(Kind == RegPlusOffset && AddrSpace); in getAddressSpace() 136 return *AddrSpace; in getAddressSpace()
|
| /llvm-project-15.0.7/llvm/lib/Target/DirectX/ |
| H A D | DXILPointerType.cpp | 55 TypedPointerType::TypedPointerType(Type *E, unsigned AddrSpace) in TypedPointerType() argument 59 setSubclassData(AddrSpace); in TypedPointerType()
|
| H A D | DXILPointerType.h | 23 explicit TypedPointerType(Type *ElType, unsigned AddrSpace);
|
| /llvm-project-15.0.7/clang/include/clang/CodeGen/ |
| H A D | CGFunctionInfo.h | 102 unsigned AddrSpace; member 211 static ABIArgInfo getIndirectAliased(CharUnits Alignment, unsigned AddrSpace, 218 AI.setIndirectAddrSpace(AddrSpace); 409 return IndirectAttr.AddrSpace; in getIndirectAddrSpace() 412 void setIndirectAddrSpace(unsigned AddrSpace) { in setIndirectAddrSpace() argument 414 IndirectAttr.AddrSpace = AddrSpace; in setIndirectAddrSpace()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LoadStoreOpt.cpp | 627 void LoadStoreOpt::initializeStoreMergeTargetInfo(unsigned AddrSpace) { in initializeStoreMergeTargetInfo() argument 632 if (LegalStoreSizes.count(AddrSpace)) { in initializeStoreMergeTargetInfo() 633 assert(LegalStoreSizes[AddrSpace].any()); in initializeStoreMergeTargetInfo() 642 DL.getIntPtrType(MF->getFunction().getContext(), AddrSpace); in initializeStoreMergeTargetInfo() 643 LLT PtrTy = getLLTForType(*IntPtrIRTy->getPointerTo(AddrSpace), DL); in initializeStoreMergeTargetInfo() 657 LegalStoreSizes[AddrSpace] = LegalSizes; in initializeStoreMergeTargetInfo()
|
| H A D | LegalityPredicates.cpp | 86 unsigned AddrSpace) { in isPointer() argument 89 return Ty.isPointer() && Ty.getAddressSpace() == AddrSpace; in isPointer()
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | TargetTransformInfo.cpp | 352 unsigned AddrSpace, in isLegalAddressingMode() argument 355 Scale, AddrSpace, I); in isLegalAddressingMode() 455 unsigned AddrSpace) const { in hasVolatileVariant() 456 return TTIImpl->hasVolatileVariant(I, AddrSpace); in hasVolatileVariant() 465 int64_t Scale, unsigned AddrSpace) const { in getScalingFactorCost() 467 Ty, BaseGV, BaseOffset, HasBaseReg, Scale, AddrSpace); in getScalingFactorCost() 1054 unsigned ChainSizeInBytes, Align Alignment, unsigned AddrSpace) const { in isLegalToVectorizeLoadChain() 1056 AddrSpace); in isLegalToVectorizeLoadChain() 1060 unsigned ChainSizeInBytes, Align Alignment, unsigned AddrSpace) const { in isLegalToVectorizeStoreChain() 1062 AddrSpace); in isLegalToVectorizeStoreChain()
|
| /llvm-project-15.0.7/llvm/include/llvm/IR/ |
| H A D | Function.h | 124 Function(FunctionType *Ty, LinkageTypes Linkage, unsigned AddrSpace, 138 unsigned AddrSpace, const Twine &N = "", 140 return new Function(Ty, Linkage, AddrSpace, N, M); 162 unsigned AddrSpace,
|
| H A D | DataLayout.h | 183 Error setPointerAlignmentInBits(uint32_t AddrSpace, Align ABIAlign, 395 bool isNonIntegralAddressSpace(unsigned AddrSpace) const { in isNonIntegralAddressSpace() argument 397 return is_contained(NonIntegralSpaces, AddrSpace); in isNonIntegralAddressSpace()
|