Lines Matching refs:MemVT
3634 EVT MemVT = LD->getMemoryVT(); in computeKnownBits() local
3635 KnownBits KnownFull(MemVT.getSizeInBits()); in computeKnownBits()
8235 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() argument
8239 ID.AddInteger(MemVT.getRawBits()); in getAtomic()
8250 VTList, MemVT, MMO); in getAtomic()
8259 EVT MemVT, SDVTList VTs, SDValue Chain, in getAtomicCmpSwap() argument
8267 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomicCmpSwap()
8270 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() argument
8299 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomic()
8302 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() argument
8309 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomic()
8326 EVT MemVT, MachinePointerInfo PtrInfo, Align Alignment, in getMemIntrinsicNode() argument
8328 if (!Size && MemVT.isScalableVector()) in getMemIntrinsicNode()
8331 Size = MemVT.getStoreSize(); in getMemIntrinsicNode()
8337 return getMemIntrinsicNode(Opcode, dl, VTList, Ops, MemVT, MMO); in getMemIntrinsicNode()
8342 ArrayRef<SDValue> Ops, EVT MemVT, in getMemIntrinsicNode() argument
8357 Opcode, dl.getIROrder(), VTList, MemVT, MMO)); in getMemIntrinsicNode()
8360 ID.AddInteger(MemVT.getRawBits()); in getMemIntrinsicNode()
8368 VTList, MemVT, MMO); in getMemIntrinsicNode()
8374 VTList, MemVT, MMO); in getMemIntrinsicNode()
8479 MachinePointerInfo PtrInfo, EVT MemVT, in getLoad() argument
8493 uint64_t Size = MemoryLocation::getSizeOrUnknown(MemVT.getStoreSize()); in getLoad()
8497 return getLoad(AM, ExtType, VT, dl, Chain, Ptr, Offset, MemVT, MMO); in getLoad()
8502 SDValue Ptr, SDValue Offset, EVT MemVT, in getLoad() argument
8504 if (VT == MemVT) { in getLoad()
8507 assert(VT == MemVT && "Non-extending load from different memory type!"); in getLoad()
8510 assert(MemVT.getScalarType().bitsLT(VT.getScalarType()) && in getLoad()
8512 assert(VT.isInteger() == MemVT.isInteger() && in getLoad()
8514 assert(VT.isVector() == MemVT.isVector() && in getLoad()
8517 VT.getVectorElementCount() == MemVT.getVectorElementCount()) && in getLoad()
8529 ID.AddInteger(MemVT.getRawBits()); in getLoad()
8531 dl.getIROrder(), VTs, AM, ExtType, MemVT, MMO)); in getLoad()
8540 ExtType, MemVT, MMO); in getLoad()
8569 MachinePointerInfo PtrInfo, EVT MemVT, in getExtLoad() argument
8575 MemVT, Alignment, MMOFlags, AAInfo); in getExtLoad()
8579 EVT VT, SDValue Chain, SDValue Ptr, EVT MemVT, in getExtLoad() argument
8583 MemVT, MMO); in getExtLoad()
8751 MachinePointerInfo PtrInfo, EVT MemVT, Align Alignment, in getLoadVP() argument
8763 uint64_t Size = MemoryLocation::getSizeOrUnknown(MemVT.getStoreSize()); in getLoadVP()
8767 return getLoadVP(AM, ExtType, VT, dl, Chain, Ptr, Offset, Mask, EVL, MemVT, in getLoadVP()
8775 EVT MemVT, MachineMemOperand *MMO, in getLoadVP() argument
8785 ID.AddInteger(MemVT.getRawBits()); in getLoadVP()
8787 dl.getIROrder(), VTs, AM, ExtType, IsExpanding, MemVT, MMO)); in getLoadVP()
8796 ExtType, IsExpanding, MemVT, MMO); in getLoadVP()
8830 MachinePointerInfo PtrInfo, EVT MemVT, in getExtLoadVP() argument
8836 EVL, PtrInfo, MemVT, Alignment, MMOFlags, AAInfo, nullptr, in getExtLoadVP()
8842 SDValue Mask, SDValue EVL, EVT MemVT, in getExtLoadVP() argument
8846 EVL, MemVT, MMO, IsExpanding); in getExtLoadVP()
8867 SDValue EVL, EVT MemVT, MachineMemOperand *MMO, in getStoreVP() argument
8878 ID.AddInteger(MemVT.getRawBits()); in getStoreVP()
8880 dl.getIROrder(), VTs, AM, IsTruncating, IsCompressing, MemVT, MMO)); in getStoreVP()
8889 IsTruncating, IsCompressing, MemVT, MMO); in getStoreVP()
9004 SDValue EVL, MachinePointerInfo PtrInfo, EVT MemVT, Align Alignment, in getStridedLoadVP() argument
9021 EVL, MemVT, MMO, IsExpanding); in getStridedLoadVP()
9027 SDValue EVL, EVT MemVT, MachineMemOperand *MMO, bool IsExpanding) { in getStridedLoadVP() argument
9038 DL.getIROrder(), VTs, AM, ExtType, IsExpanding, MemVT, MMO)); in getStridedLoadVP()
9049 ExtType, IsExpanding, MemVT, MMO); in getStridedLoadVP()
9082 MachinePointerInfo PtrInfo, EVT MemVT, MaybeAlign Alignment, in getExtStridedLoadVP() argument
9087 Stride, Mask, EVL, PtrInfo, MemVT, Alignment, in getExtStridedLoadVP()
9093 SDValue Ptr, SDValue Stride, SDValue Mask, SDValue EVL, EVT MemVT, in getExtStridedLoadVP() argument
9097 Stride, Mask, EVL, MemVT, MMO, IsExpanding); in getExtStridedLoadVP()
9120 SDValue Mask, SDValue EVL, EVT MemVT, in getStridedStoreVP() argument
9132 ID.AddInteger(MemVT.getRawBits()); in getStridedStoreVP()
9134 DL.getIROrder(), VTs, AM, IsTruncating, IsCompressing, MemVT, MMO)); in getStridedStoreVP()
9143 IsCompressing, MemVT, MMO); in getStridedStoreVP()
9343 SDValue PassThru, EVT MemVT, in getMaskedLoad() argument
9355 ID.AddInteger(MemVT.getRawBits()); in getMaskedLoad()
9357 dl.getIROrder(), VTs, AM, ExtTy, isExpanding, MemVT, MMO)); in getMaskedLoad()
9366 AM, ExtTy, isExpanding, MemVT, MMO); in getMaskedLoad()
9389 SDValue Mask, EVT MemVT, in getMaskedStore() argument
9403 ID.AddInteger(MemVT.getRawBits()); in getMaskedStore()
9405 dl.getIROrder(), VTs, AM, IsTruncating, IsCompressing, MemVT, MMO)); in getMaskedStore()
9415 IsTruncating, IsCompressing, MemVT, MMO); in getMaskedStore()
9436 SDValue SelectionDAG::getMaskedGather(SDVTList VTs, EVT MemVT, const SDLoc &dl, in getMaskedGather() argument
9445 ID.AddInteger(MemVT.getRawBits()); in getMaskedGather()
9447 dl.getIROrder(), VTs, MemVT, MMO, IndexType, ExtTy)); in getMaskedGather()
9457 VTs, MemVT, MMO, IndexType, ExtTy); in getMaskedGather()
9483 SDValue SelectionDAG::getMaskedScatter(SDVTList VTs, EVT MemVT, const SDLoc &dl, in getMaskedScatter() argument
9492 ID.AddInteger(MemVT.getRawBits()); in getMaskedScatter()
9494 dl.getIROrder(), VTs, MemVT, MMO, IndexType, IsTrunc)); in getMaskedScatter()
9504 VTs, MemVT, MMO, IndexType, IsTrunc); in getMaskedScatter()
9530 EVT MemVT, MachineMemOperand *MMO) { in getGetFPEnv() argument
9536 ID.AddInteger(MemVT.getRawBits()); in getGetFPEnv()
9538 ISD::GET_FPENV_MEM, dl.getIROrder(), VTs, MemVT, MMO)); in getGetFPEnv()
9546 dl.getDebugLoc(), VTs, MemVT, MMO); in getGetFPEnv()
9557 EVT MemVT, MachineMemOperand *MMO) { in getSetFPEnv() argument
9563 ID.AddInteger(MemVT.getRawBits()); in getSetFPEnv()
9565 ISD::SET_FPENV_MEM, dl.getIROrder(), VTs, MemVT, MMO)); in getSetFPEnv()
9573 dl.getDebugLoc(), VTs, MemVT, MMO); in getSetFPEnv()