Lines Matching refs:MemVT
7512 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() argument
7516 ID.AddInteger(MemVT.getRawBits()); in getAtomic()
7527 VTList, MemVT, MMO); in getAtomic()
7536 EVT MemVT, SDVTList VTs, SDValue Chain, in getAtomicCmpSwap() argument
7544 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomicCmpSwap()
7547 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() argument
7574 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomic()
7577 SDValue SelectionDAG::getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, in getAtomic() argument
7584 return getAtomic(Opcode, dl, MemVT, VTs, Ops, MMO); in getAtomic()
7601 EVT MemVT, MachinePointerInfo PtrInfo, Align Alignment, in getMemIntrinsicNode() argument
7603 if (!Size && MemVT.isScalableVector()) in getMemIntrinsicNode()
7606 Size = MemVT.getStoreSize(); in getMemIntrinsicNode()
7612 return getMemIntrinsicNode(Opcode, dl, VTList, Ops, MemVT, MMO); in getMemIntrinsicNode()
7617 ArrayRef<SDValue> Ops, EVT MemVT, in getMemIntrinsicNode() argument
7632 Opcode, dl.getIROrder(), VTList, MemVT, MMO)); in getMemIntrinsicNode()
7642 VTList, MemVT, MMO); in getMemIntrinsicNode()
7648 VTList, MemVT, MMO); in getMemIntrinsicNode()
7753 MachinePointerInfo PtrInfo, EVT MemVT, in getLoad() argument
7767 uint64_t Size = MemoryLocation::getSizeOrUnknown(MemVT.getStoreSize()); in getLoad()
7771 return getLoad(AM, ExtType, VT, dl, Chain, Ptr, Offset, MemVT, MMO); in getLoad()
7776 SDValue Ptr, SDValue Offset, EVT MemVT, in getLoad() argument
7778 if (VT == MemVT) { in getLoad()
7781 assert(VT == MemVT && "Non-extending load from different memory type!"); in getLoad()
7784 assert(MemVT.getScalarType().bitsLT(VT.getScalarType()) && in getLoad()
7786 assert(VT.isInteger() == MemVT.isInteger() && in getLoad()
7788 assert(VT.isVector() == MemVT.isVector() && in getLoad()
7791 VT.getVectorElementCount() == MemVT.getVectorElementCount()) && in getLoad()
7803 ID.AddInteger(MemVT.getRawBits()); in getLoad()
7805 dl.getIROrder(), VTs, AM, ExtType, MemVT, MMO)); in getLoad()
7814 ExtType, MemVT, MMO); in getLoad()
7843 MachinePointerInfo PtrInfo, EVT MemVT, in getExtLoad() argument
7849 MemVT, Alignment, MMOFlags, AAInfo); in getExtLoad()
7853 EVT VT, SDValue Chain, SDValue Ptr, EVT MemVT, in getExtLoad() argument
7857 MemVT, MMO); in getExtLoad()
8025 MachinePointerInfo PtrInfo, EVT MemVT, Align Alignment, in getLoadVP() argument
8037 uint64_t Size = MemoryLocation::getSizeOrUnknown(MemVT.getStoreSize()); in getLoadVP()
8041 return getLoadVP(AM, ExtType, VT, dl, Chain, Ptr, Offset, Mask, EVL, MemVT, in getLoadVP()
8049 EVT MemVT, MachineMemOperand *MMO, in getLoadVP() argument
8061 dl.getIROrder(), VTs, AM, ExtType, IsExpanding, MemVT, MMO)); in getLoadVP()
8070 ExtType, IsExpanding, MemVT, MMO); in getLoadVP()
8104 MachinePointerInfo PtrInfo, EVT MemVT, in getExtLoadVP() argument
8110 EVL, PtrInfo, MemVT, Alignment, MMOFlags, AAInfo, nullptr, in getExtLoadVP()
8116 SDValue Mask, SDValue EVL, EVT MemVT, in getExtLoadVP() argument
8120 EVL, MemVT, MMO, IsExpanding); in getExtLoadVP()
8141 SDValue EVL, EVT MemVT, MachineMemOperand *MMO, in getStoreVP() argument
8152 ID.AddInteger(MemVT.getRawBits()); in getStoreVP()
8154 dl.getIROrder(), VTs, AM, IsTruncating, IsCompressing, MemVT, MMO)); in getStoreVP()
8163 IsTruncating, IsCompressing, MemVT, MMO); in getStoreVP()
8278 SDValue EVL, MachinePointerInfo PtrInfo, EVT MemVT, Align Alignment, in getStridedLoadVP() argument
8295 EVL, MemVT, MMO, IsExpanding); in getStridedLoadVP()
8301 SDValue EVL, EVT MemVT, MachineMemOperand *MMO, bool IsExpanding) { in getStridedLoadVP() argument
8312 DL.getIROrder(), VTs, AM, ExtType, IsExpanding, MemVT, MMO)); in getStridedLoadVP()
8323 ExtType, IsExpanding, MemVT, MMO); in getStridedLoadVP()
8356 MachinePointerInfo PtrInfo, EVT MemVT, MaybeAlign Alignment, in getExtStridedLoadVP() argument
8361 Stride, Mask, EVL, PtrInfo, MemVT, Alignment, in getExtStridedLoadVP()
8367 SDValue Ptr, SDValue Stride, SDValue Mask, SDValue EVL, EVT MemVT, in getExtStridedLoadVP() argument
8371 Stride, Mask, EVL, MemVT, MMO, IsExpanding); in getExtStridedLoadVP()
8394 SDValue Mask, SDValue EVL, EVT MemVT, in getStridedStoreVP() argument
8406 ID.AddInteger(MemVT.getRawBits()); in getStridedStoreVP()
8408 DL.getIROrder(), VTs, AM, IsTruncating, IsCompressing, MemVT, MMO)); in getStridedStoreVP()
8417 IsCompressing, MemVT, MMO); in getStridedStoreVP()
8617 SDValue PassThru, EVT MemVT, in getMaskedLoad() argument
8629 ID.AddInteger(MemVT.getRawBits()); in getMaskedLoad()
8631 dl.getIROrder(), VTs, AM, ExtTy, isExpanding, MemVT, MMO)); in getMaskedLoad()
8640 AM, ExtTy, isExpanding, MemVT, MMO); in getMaskedLoad()
8663 SDValue Mask, EVT MemVT, in getMaskedStore() argument
8677 ID.AddInteger(MemVT.getRawBits()); in getMaskedStore()
8679 dl.getIROrder(), VTs, AM, IsTruncating, IsCompressing, MemVT, MMO)); in getMaskedStore()
8689 IsTruncating, IsCompressing, MemVT, MMO); in getMaskedStore()
8710 SDValue SelectionDAG::getMaskedGather(SDVTList VTs, EVT MemVT, const SDLoc &dl, in getMaskedGather() argument
8719 ID.AddInteger(MemVT.getRawBits()); in getMaskedGather()
8721 dl.getIROrder(), VTs, MemVT, MMO, IndexType, ExtTy)); in getMaskedGather()
8731 VTs, MemVT, MMO, IndexType, ExtTy); in getMaskedGather()
8757 SDValue SelectionDAG::getMaskedScatter(SDVTList VTs, EVT MemVT, const SDLoc &dl, in getMaskedScatter() argument
8766 ID.AddInteger(MemVT.getRawBits()); in getMaskedScatter()
8768 dl.getIROrder(), VTs, MemVT, MMO, IndexType, IsTrunc)); in getMaskedScatter()
8778 VTs, MemVT, MMO, IndexType, IsTrunc); in getMaskedScatter()