Lines Matching refs:VecVT
2047 EVT VecVT = VecOp.getValueType(); in shouldScalarizeBinop() local
2048 if (!isOperationLegalOrCustomOrPromote(Opc, VecVT)) in shouldScalarizeBinop()
2055 EVT ScalarVT = VecVT.getScalarType(); in shouldScalarizeBinop()
2362 MVT VecVT, MVT SubVecVT, unsigned InsertExtractIdx, in decomposeSubvectorInsertExtractToSubRegs() argument
2368 unsigned VecRegClassID = getRegClassIDForVecVT(VecVT); in decomposeSubvectorInsertExtractToSubRegs()
2380 VecVT = VecVT.getHalfNumVectorElementsVT(); in decomposeSubvectorInsertExtractToSubRegs()
2382 InsertExtractIdx >= VecVT.getVectorElementCount().getKnownMinValue(); in decomposeSubvectorInsertExtractToSubRegs()
2384 getSubregIndexByMVT(VecVT, IsHi)); in decomposeSubvectorInsertExtractToSubRegs()
2386 InsertExtractIdx -= VecVT.getVectorElementCount().getKnownMinValue(); in decomposeSubvectorInsertExtractToSubRegs()
2582 static MVT getMaskTypeFor(MVT VecVT) { in getMaskTypeFor() argument
2583 assert(VecVT.isVector()); in getMaskTypeFor()
2584 ElementCount EC = VecVT.getVectorElementCount(); in getMaskTypeFor()
2590 static SDValue getAllOnesMask(MVT VecVT, SDValue VL, const SDLoc &DL, in getAllOnesMask() argument
2592 MVT MaskVT = getMaskTypeFor(VecVT); in getAllOnesMask()
2610 getDefaultScalableVLOps(MVT VecVT, const SDLoc &DL, SelectionDAG &DAG, in getDefaultScalableVLOps() argument
2612 assert(VecVT.isScalableVector() && "Expecting a scalable vector"); in getDefaultScalableVLOps()
2614 SDValue Mask = getAllOnesMask(VecVT, VL, DL, DAG); in getDefaultScalableVLOps()
2632 getDefaultVLOps(MVT VecVT, MVT ContainerVT, const SDLoc &DL, SelectionDAG &DAG, in getDefaultVLOps() argument
2634 if (VecVT.isFixedLengthVector()) in getDefaultVLOps()
2635 return getDefaultVLOps(VecVT.getVectorNumElements(), ContainerVT, DL, DAG, in getDefaultVLOps()
2641 SDValue RISCVTargetLowering::computeVLMax(MVT VecVT, const SDLoc &DL, in computeVLMax() argument
2643 assert(VecVT.isScalableVector() && "Expected scalable vector"); in computeVLMax()
2645 VecVT.getVectorElementCount()); in computeVLMax()
2649 RISCVTargetLowering::computeVLMAXBounds(MVT VecVT, in computeVLMAXBounds() argument
2651 assert(VecVT.isScalableVector() && "Expected scalable vector"); in computeVLMAXBounds()
2653 unsigned EltSize = VecVT.getScalarSizeInBits(); in computeVLMAXBounds()
2654 unsigned MinSize = VecVT.getSizeInBits().getKnownMinValue(); in computeVLMAXBounds()
4488 MVT VecVT = EvenV.getSimpleValueType(); in getWideningInterleave() local
4489 MVT VecContainerVT = VecVT; // <vscale x n x ty> in getWideningInterleave()
4492 VecContainerVT = getContainerForFixedLengthVector(DAG, VecVT, Subtarget); in getWideningInterleave()
4497 assert(VecVT.getScalarSizeInBits() < Subtarget.getELen()); in getWideningInterleave()
4504 MVT::getVectorVT(MVT::getIntegerVT(VecVT.getScalarSizeInBits() * 2), in getWideningInterleave()
4505 VecVT.getVectorElementCount()); in getWideningInterleave()
4515 auto [Mask, VL] = getDefaultVLOps(VecVT, VecContainerVT, DL, DAG, Subtarget); in getWideningInterleave()
4523 DAG.getConstant(VecVT.getScalarSizeInBits(), DL, in getWideningInterleave()
4552 VecVT.getVectorElementType(), // Make sure to use original type in getWideningInterleave()
4558 MVT::getVectorVT(VecVT.getVectorElementType(), in getWideningInterleave()
4559 VecVT.getVectorElementCount().multiplyCoefficientBy(2)); in getWideningInterleave()
7549 MVT VecVT = Op.getSimpleValueType(); in lowerSPLAT_VECTOR_PARTS() local
7550 assert(!Subtarget.is64Bit() && VecVT.getVectorElementType() == MVT::i64 && in lowerSPLAT_VECTOR_PARTS()
7557 MVT ContainerVT = VecVT; in lowerSPLAT_VECTOR_PARTS()
7558 if (VecVT.isFixedLengthVector()) in lowerSPLAT_VECTOR_PARTS()
7559 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerSPLAT_VECTOR_PARTS()
7561 auto VL = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget).second; in lowerSPLAT_VECTOR_PARTS()
7566 if (VecVT.isFixedLengthVector()) in lowerSPLAT_VECTOR_PARTS()
7567 Res = convertFromScalableVector(VecVT, Res, DAG, Subtarget); in lowerSPLAT_VECTOR_PARTS()
7579 MVT VecVT = Op.getSimpleValueType(); in lowerVectorMaskExt() local
7585 if (VecVT.isScalableVector()) { in lowerVectorMaskExt()
7586 SDValue SplatZero = DAG.getConstant(0, DL, VecVT); in lowerVectorMaskExt()
7587 SDValue SplatTrueVal = DAG.getConstant(ExtTrueVal, DL, VecVT); in lowerVectorMaskExt()
7588 return DAG.getNode(ISD::VSELECT, DL, VecVT, Src, SplatTrueVal, SplatZero); in lowerVectorMaskExt()
7591 MVT ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerVectorMaskExt()
7597 SDValue VL = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget).second; in lowerVectorMaskExt()
7611 return convertFromScalableVector(VecVT, Select, DAG, Subtarget); in lowerVectorMaskExt()
7653 MVT VecVT = Src.getSimpleValueType(); in lowerVectorMaskTruncLike() local
7660 MVT ContainerVT = VecVT; in lowerVectorMaskTruncLike()
7662 if (VecVT.isFixedLengthVector()) { in lowerVectorMaskTruncLike()
7663 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerVectorMaskTruncLike()
7674 getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerVectorMaskTruncLike()
7880 getSmallestVTForIndex(MVT VecVT, unsigned MaxIdx, SDLoc DL, SelectionDAG &DAG, in getSmallestVTForIndex() argument
7882 assert(VecVT.isScalableVector()); in getSmallestVTForIndex()
7883 const unsigned EltSize = VecVT.getScalarSizeInBits(); in getSmallestVTForIndex()
7888 SmallerVT = getLMUL1VT(VecVT); in getSmallestVTForIndex()
7890 SmallerVT = getLMUL1VT(VecVT).getDoubleNumVectorElementsVT(); in getSmallestVTForIndex()
7892 SmallerVT = getLMUL1VT(VecVT) in getSmallestVTForIndex()
7895 if (!SmallerVT.isValid() || !VecVT.bitsGT(SmallerVT)) in getSmallestVTForIndex()
7909 MVT VecVT = Op.getSimpleValueType(); in lowerINSERT_VECTOR_ELT() local
7914 if (VecVT.getVectorElementType() == MVT::i1) { in lowerINSERT_VECTOR_ELT()
7917 MVT WideVT = MVT::getVectorVT(MVT::i8, VecVT.getVectorElementCount()); in lowerINSERT_VECTOR_ELT()
7920 return DAG.getNode(ISD::TRUNCATE, DL, VecVT, Vec); in lowerINSERT_VECTOR_ELT()
7923 MVT ContainerVT = VecVT; in lowerINSERT_VECTOR_ELT()
7925 if (VecVT.isFixedLengthVector()) { in lowerINSERT_VECTOR_ELT()
7926 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerINSERT_VECTOR_ELT()
7951 EVT ElemVT = VecVT.getVectorElementType(); in lowerINSERT_VECTOR_ELT()
7982 auto [Mask, VL] = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerINSERT_VECTOR_ELT()
7988 VecVT.isFloatingPoint() ? RISCVISD::VFMV_S_F_VL : RISCVISD::VMV_S_X_VL; in lowerINSERT_VECTOR_ELT()
7990 if (!VecVT.isFloatingPoint()) in lowerINSERT_VECTOR_ELT()
7997 if (!VecVT.isFixedLengthVector()) in lowerINSERT_VECTOR_ELT()
7999 return convertFromScalableVector(VecVT, Vec, DAG, Subtarget); in lowerINSERT_VECTOR_ELT()
8033 if (!VecVT.isFixedLengthVector()) in lowerINSERT_VECTOR_ELT()
8035 return convertFromScalableVector(VecVT, ValInVec, DAG, Subtarget); in lowerINSERT_VECTOR_ELT()
8057 if (VecVT.isFixedLengthVector() && isa<ConstantSDNode>(Idx) && in lowerINSERT_VECTOR_ELT()
8058 Idx->getAsZExtVal() + 1 == VecVT.getVectorNumElements()) in lowerINSERT_VECTOR_ELT()
8066 if (!VecVT.isFixedLengthVector()) in lowerINSERT_VECTOR_ELT()
8068 return convertFromScalableVector(VecVT, Slideup, DAG, Subtarget); in lowerINSERT_VECTOR_ELT()
8081 MVT VecVT = Vec.getSimpleValueType(); in lowerEXTRACT_VECTOR_ELT() local
8084 if (VecVT.getVectorElementType() == MVT::i1) { in lowerEXTRACT_VECTOR_ELT()
8087 MVT ContainerVT = VecVT; in lowerEXTRACT_VECTOR_ELT()
8088 if (VecVT.isFixedLengthVector()) { in lowerEXTRACT_VECTOR_ELT()
8089 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerEXTRACT_VECTOR_ELT()
8092 auto [Mask, VL] = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerEXTRACT_VECTOR_ELT()
8099 if (VecVT.isFixedLengthVector()) { in lowerEXTRACT_VECTOR_ELT()
8100 unsigned NumElts = VecVT.getVectorNumElements(); in lowerEXTRACT_VECTOR_ELT()
8141 MVT WideVT = MVT::getVectorVT(MVT::i8, VecVT.getVectorElementCount()); in lowerEXTRACT_VECTOR_ELT()
8147 MVT ContainerVT = VecVT; in lowerEXTRACT_VECTOR_ELT()
8148 if (VecVT.isFixedLengthVector()) { in lowerEXTRACT_VECTOR_ELT()
8149 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerEXTRACT_VECTOR_ELT()
8161 VecVT.getSizeInBits().getKnownMinValue() > MinVLen) { in lowerEXTRACT_VECTOR_ELT()
8164 EVT ElemVT = VecVT.getVectorElementType(); in lowerEXTRACT_VECTOR_ELT()
8179 if (VecVT.isFixedLengthVector()) in lowerEXTRACT_VECTOR_ELT()
8180 MaxIdx = VecVT.getVectorNumElements() - 1; in lowerEXTRACT_VECTOR_ELT()
8205 if (ContainerVT.bitsGT(LMUL2VT) && VecVT.isFixedLengthVector()) in lowerEXTRACT_VECTOR_ELT()
9094 MVT VecVT = Vec.getSimpleValueType(); in lowerVectorMaskVecReduction() local
9105 MVT ContainerVT = VecVT; in lowerVectorMaskVecReduction()
9106 if (VecVT.isFixedLengthVector()) { in lowerVectorMaskVecReduction()
9107 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerVectorMaskVecReduction()
9117 getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerVectorMaskVecReduction()
9184 const MVT VecVT = Vec.getSimpleValueType(); in lowerReductionSeq() local
9185 const MVT M1VT = getLMUL1VT(VecVT); in lowerReductionSeq()
9191 auto InnerVT = VecVT.bitsLE(M1VT) ? VecVT : M1VT; in lowerReductionSeq()
9232 MVT VecVT = VecEVT.getSimpleVT(); in lowerVECREDUCE() local
9233 MVT VecEltVT = VecVT.getVectorElementType(); in lowerVECREDUCE()
9236 MVT ContainerVT = VecVT; in lowerVECREDUCE()
9237 if (VecVT.isFixedLengthVector()) { in lowerVECREDUCE()
9238 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerVECREDUCE()
9242 auto [Mask, VL] = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerVECREDUCE()
9304 MVT VecVT = VectorVal.getSimpleValueType(); in lowerFPVECREDUCE() local
9306 MVT ContainerVT = VecVT; in lowerFPVECREDUCE()
9307 if (VecVT.isFixedLengthVector()) { in lowerFPVECREDUCE()
9308 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerFPVECREDUCE()
9312 auto [Mask, VL] = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerFPVECREDUCE()
9328 MVT VecVT = VecEVT.getSimpleVT(); in lowerVPREDUCE() local
9331 if (VecVT.isFixedLengthVector()) { in lowerVPREDUCE()
9332 auto ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerVPREDUCE()
9346 MVT VecVT = Vec.getSimpleValueType(); in lowerINSERT_SUBVECTOR() local
9361 if (VecVT.getVectorMinNumElements() >= 8 && in lowerINSERT_SUBVECTOR()
9364 assert(VecVT.getVectorMinNumElements() % 8 == 0 && in lowerINSERT_SUBVECTOR()
9371 VecVT = MVT::getVectorVT(MVT::i8, VecVT.getVectorMinNumElements() / 8, in lowerINSERT_SUBVECTOR()
9372 VecVT.isScalableVector()); in lowerINSERT_SUBVECTOR()
9373 Vec = DAG.getBitcast(VecVT, Vec); in lowerINSERT_SUBVECTOR()
9380 MVT ExtVecVT = VecVT.changeVectorElementType(MVT::i8); in lowerINSERT_SUBVECTOR()
9387 return DAG.getSetCC(DL, VecVT, Vec, SplatZero, ISD::SETNE); in lowerINSERT_SUBVECTOR()
9397 if (OrigIdx == 0 && Vec.isUndef() && !VecVT.isFixedLengthVector()) in lowerINSERT_SUBVECTOR()
9399 MVT ContainerVT = VecVT; in lowerINSERT_SUBVECTOR()
9400 if (VecVT.isFixedLengthVector()) { in lowerINSERT_SUBVECTOR()
9401 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerINSERT_SUBVECTOR()
9405 if (OrigIdx == 0 && Vec.isUndef() && VecVT.isFixedLengthVector()) { in lowerINSERT_SUBVECTOR()
9409 SubVec = convertFromScalableVector(VecVT, SubVec, DAG, Subtarget); in lowerINSERT_SUBVECTOR()
9417 getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget).first; in lowerINSERT_SUBVECTOR()
9425 if (VecVT.isFixedLengthVector() && EndIndex == VecVT.getVectorNumElements()) in lowerINSERT_SUBVECTOR()
9439 if (VecVT.isFixedLengthVector()) in lowerINSERT_SUBVECTOR()
9440 SubVec = convertFromScalableVector(VecVT, SubVec, DAG, Subtarget); in lowerINSERT_SUBVECTOR()
9447 VecVT, SubVecVT, OrigIdx, TRI); in lowerINSERT_SUBVECTOR()
9474 MVT InterSubVT = VecVT; in lowerINSERT_SUBVECTOR()
9477 if (VecVT.bitsGT(getLMUL1VT(VecVT))) { in lowerINSERT_SUBVECTOR()
9478 InterSubVT = getLMUL1VT(VecVT); in lowerINSERT_SUBVECTOR()
9489 auto [Mask, VL] = getDefaultScalableVLOps(VecVT, DL, DAG, Subtarget); in lowerINSERT_SUBVECTOR()
9511 if (VecVT.bitsGT(InterSubVT)) in lowerINSERT_SUBVECTOR()
9512 SubVec = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, VecVT, Vec, SubVec, in lowerINSERT_SUBVECTOR()
9524 MVT VecVT = Vec.getSimpleValueType(); in lowerEXTRACT_SUBVECTOR() local
9537 if (VecVT.getVectorMinNumElements() >= 8 && in lowerEXTRACT_SUBVECTOR()
9540 assert(VecVT.getVectorMinNumElements() % 8 == 0 && in lowerEXTRACT_SUBVECTOR()
9547 VecVT = MVT::getVectorVT(MVT::i8, VecVT.getVectorMinNumElements() / 8, in lowerEXTRACT_SUBVECTOR()
9548 VecVT.isScalableVector()); in lowerEXTRACT_SUBVECTOR()
9549 Vec = DAG.getBitcast(VecVT, Vec); in lowerEXTRACT_SUBVECTOR()
9558 MVT ExtVecVT = VecVT.changeVectorElementType(MVT::i8); in lowerEXTRACT_SUBVECTOR()
9579 MVT ContainerVT = VecVT; in lowerEXTRACT_SUBVECTOR()
9580 if (VecVT.isFixedLengthVector()) { in lowerEXTRACT_SUBVECTOR()
9581 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerEXTRACT_SUBVECTOR()
9595 getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget).first; in lowerEXTRACT_SUBVECTOR()
9613 VecVT, SubVecVT, OrigIdx, TRI); in lowerEXTRACT_SUBVECTOR()
9626 MVT InterSubVT = VecVT; in lowerEXTRACT_SUBVECTOR()
9627 if (VecVT.bitsGT(getLMUL1VT(VecVT))) { in lowerEXTRACT_SUBVECTOR()
9631 InterSubVT = getLMUL1VT(VecVT); in lowerEXTRACT_SUBVECTOR()
9688 MVT VecVT = Op.getSimpleValueType(); in lowerVECTOR_DEINTERLEAVE() local
9691 assert(VecVT.isScalableVector() && in lowerVECTOR_DEINTERLEAVE()
9695 if (VecVT.getVectorElementType() == MVT::i1) in lowerVECTOR_DEINTERLEAVE()
9699 if (VecVT.getSizeInBits().getKnownMinValue() == in lowerVECTOR_DEINTERLEAVE()
9710 SDValue Even = DAG.getNode(ISD::CONCAT_VECTORS, DL, VecVT, in lowerVECTOR_DEINTERLEAVE()
9712 SDValue Odd = DAG.getNode(ISD::CONCAT_VECTORS, DL, VecVT, ResLo.getValue(1), in lowerVECTOR_DEINTERLEAVE()
9719 MVT::getVectorVT(VecVT.getVectorElementType(), in lowerVECTOR_DEINTERLEAVE()
9720 VecVT.getVectorElementCount().multiplyCoefficientBy(2)); in lowerVECTOR_DEINTERLEAVE()
9730 if (VecVT.getScalarSizeInBits() < Subtarget.getELen()) { in lowerVECTOR_DEINTERLEAVE()
9732 getDeinterleaveViaVNSRL(DL, VecVT, Concat, true, Subtarget, DAG); in lowerVECTOR_DEINTERLEAVE()
9734 getDeinterleaveViaVNSRL(DL, VecVT, Concat, false, Subtarget, DAG); in lowerVECTOR_DEINTERLEAVE()
9754 SDValue Even = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, VecVT, EvenWide, in lowerVECTOR_DEINTERLEAVE()
9756 SDValue Odd = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, VecVT, OddWide, in lowerVECTOR_DEINTERLEAVE()
9765 MVT VecVT = Op.getSimpleValueType(); in lowerVECTOR_INTERLEAVE() local
9767 assert(VecVT.isScalableVector() && in lowerVECTOR_INTERLEAVE()
9771 if (VecVT.getVectorElementType() == MVT::i1) in lowerVECTOR_INTERLEAVE()
9778 if (VecVT.getSizeInBits().getKnownMinValue() == (8 * RISCV::RVVBitsPerBlock)) { in lowerVECTOR_INTERLEAVE()
9788 SDValue Lo = DAG.getNode(ISD::CONCAT_VECTORS, DL, VecVT, in lowerVECTOR_INTERLEAVE()
9790 SDValue Hi = DAG.getNode(ISD::CONCAT_VECTORS, DL, VecVT, in lowerVECTOR_INTERLEAVE()
9799 if (VecVT.getScalarSizeInBits() < Subtarget.getELen()) { in lowerVECTOR_INTERLEAVE()
9805 MVT::getVectorVT(VecVT.getVectorElementType(), in lowerVECTOR_INTERLEAVE()
9806 VecVT.getVectorElementCount().multiplyCoefficientBy(2)); in lowerVECTOR_INTERLEAVE()
9825 SDValue VLMax = DAG.getSplatVector(IdxVT, DL, computeVLMax(VecVT, DL, DAG)); in lowerVECTOR_INTERLEAVE()
9842 SDValue Lo = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, VecVT, Interleaved, in lowerVECTOR_INTERLEAVE()
9845 ISD::EXTRACT_SUBVECTOR, DL, VecVT, Interleaved, in lowerVECTOR_INTERLEAVE()
9846 DAG.getVectorIdxConstant(VecVT.getVectorMinNumElements(), DL)); in lowerVECTOR_INTERLEAVE()
9886 MVT VecVT = Op.getSimpleValueType(); in lowerVECTOR_REVERSE() local
9887 if (VecVT.getVectorElementType() == MVT::i1) { in lowerVECTOR_REVERSE()
9888 MVT WidenVT = MVT::getVectorVT(MVT::i8, VecVT.getVectorElementCount()); in lowerVECTOR_REVERSE()
9891 return DAG.getNode(ISD::TRUNCATE, DL, VecVT, Op2); in lowerVECTOR_REVERSE()
9893 unsigned EltSize = VecVT.getScalarSizeInBits(); in lowerVECTOR_REVERSE()
9894 unsigned MinSize = VecVT.getSizeInBits().getKnownMinValue(); in lowerVECTOR_REVERSE()
9900 MVT IntVT = VecVT.changeVectorElementTypeToInteger(); in lowerVECTOR_REVERSE()
9913 auto [LoVT, HiVT] = DAG.GetSplitDestVTs(VecVT); in lowerVECTOR_REVERSE()
9919 DAG.getNode(ISD::INSERT_SUBVECTOR, DL, VecVT, DAG.getUNDEF(VecVT), Hi, in lowerVECTOR_REVERSE()
9922 ISD::INSERT_SUBVECTOR, DL, VecVT, Res, Lo, in lowerVECTOR_REVERSE()
9927 IntVT = MVT::getVectorVT(MVT::i16, VecVT.getVectorElementCount()); in lowerVECTOR_REVERSE()
9932 auto [Mask, VL] = getDefaultScalableVLOps(VecVT, DL, DAG, Subtarget); in lowerVECTOR_REVERSE()
9936 computeVLMax(VecVT, DL, DAG), in lowerVECTOR_REVERSE()
9953 return DAG.getNode(GatherOpc, DL, VecVT, Op.getOperand(0), Indices, in lowerVECTOR_REVERSE()
9954 DAG.getUNDEF(VecVT), Mask, VL); in lowerVECTOR_REVERSE()
9963 MVT VecVT = Op.getSimpleValueType(); in lowerVECTOR_SPLICE() local
9965 SDValue VLMax = computeVLMax(VecVT, DL, DAG); in lowerVECTOR_SPLICE()
9981 SDValue TrueMask = getAllOnesMask(VecVT, VLMax, DL, DAG); in lowerVECTOR_SPLICE()
9984 getVSlidedown(DAG, Subtarget, DL, VecVT, DAG.getUNDEF(VecVT), V1, in lowerVECTOR_SPLICE()
9986 return getVSlideup(DAG, Subtarget, DL, VecVT, SlideDown, V2, UpOffset, in lowerVECTOR_SPLICE()
11846 MVT VecVT = Vec.getSimpleValueType(); in ReplaceNodeResults() local
11849 VecVT.getVectorElementType() == MVT::i64 && in ReplaceNodeResults()
11853 MVT ContainerVT = VecVT; in ReplaceNodeResults()
11854 if (VecVT.isFixedLengthVector()) { in ReplaceNodeResults()
11855 ContainerVT = getContainerForFixedLengthVector(VecVT); in ReplaceNodeResults()
11998 MVT VecVT = Vec.getSimpleValueType(); in ReplaceNodeResults() local
12005 auto [Mask, VL] = getDefaultVLOps(1, VecVT, DL, DAG, Subtarget); in ReplaceNodeResults()
12008 DAG.getNode(RISCVISD::VMV_V_X_VL, DL, VecVT, DAG.getUNDEF(VecVT), in ReplaceNodeResults()
12010 SDValue LShr32 = DAG.getNode(RISCVISD::SRL_VL, DL, VecVT, Vec, ThirtyTwoV, in ReplaceNodeResults()
12011 DAG.getUNDEF(VecVT), Mask, VL); in ReplaceNodeResults()
15871 MVT VecVT = Src.getSimpleValueType(); in PerformDAGCombine() local
15873 if (!Store->isIndexed() && VecVT.isScalableVector() && in PerformDAGCombine()
15874 MemVT == VecVT.getVectorElementType()) { in PerformDAGCombine()
15876 MVT MaskVT = getMaskTypeFor(VecVT); in PerformDAGCombine()
15995 MVT VecVT = N->getOperand(0).getSimpleValueType(); in PerformDAGCombine() local
15996 const MVT M1VT = getLMUL1VT(VecVT); in PerformDAGCombine()
15997 if (M1VT.bitsLT(VecVT)) { in PerformDAGCombine()