Lines Matching refs:ContainerVT
160 MVT ContainerVT = getContainerForFixedLengthVector(VT); in RISCVTargetLowering() local
161 unsigned RCID = getRegClassIDForVecVT(ContainerVT); in RISCVTargetLowering()
1757 getDefaultVLOps(MVT VecVT, MVT ContainerVT, SDLoc DL, SelectionDAG &DAG, in getDefaultVLOps() argument
1759 assert(ContainerVT.isScalableVector() && "Expecting scalable container type"); in getDefaultVLOps()
1764 SDValue Mask = getAllOnesMask(ContainerVT, VL, DL, DAG); in getDefaultVLOps()
2049 MVT ContainerVT = VT; in matchSplatAsGather() local
2051 ContainerVT = getContainerForFixedLengthVector(DAG, VT, Subtarget); in matchSplatAsGather()
2052 Vec = convertToScalableVector(ContainerVT, Vec, DAG, Subtarget); in matchSplatAsGather()
2056 std::tie(Mask, VL) = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget); in matchSplatAsGather()
2058 SDValue Gather = DAG.getNode(RISCVISD::VRGATHER_VX_VL, DL, ContainerVT, Vec, in matchSplatAsGather()
2059 Idx, Mask, DAG.getUNDEF(ContainerVT), VL); in matchSplatAsGather()
2072 MVT ContainerVT = getContainerForFixedLengthVector(DAG, VT, Subtarget); in lowerBUILD_VECTOR() local
2076 std::tie(Mask, VL) = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget); in lowerBUILD_VECTOR()
2083 SDValue VMClr = DAG.getNode(RISCVISD::VMCLR_VL, DL, ContainerVT, VL); in lowerBUILD_VECTOR()
2088 SDValue VMSet = DAG.getNode(RISCVISD::VMSET_VL, DL, ContainerVT, VL); in lowerBUILD_VECTOR()
2194 DAG.getNode(Opc, DL, ContainerVT, DAG.getUNDEF(ContainerVT), Splat, VL); in lowerBUILD_VECTOR()
2226 SDValue VID = DAG.getNode(RISCVISD::VID_VL, DL, ContainerVT, Mask, VL); in lowerBUILD_VECTOR()
2609 MVT ContainerVT = getContainerForFixedLengthVector(DAG, VT, Subtarget); in lowerVECTOR_SHUFFLE() local
2612 std::tie(TrueMask, VL) = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget); in lowerVECTOR_SHUFFLE()
2641 SDVTList VTs = DAG.getVTList({ContainerVT, MVT::Other}); in lowerVECTOR_SHUFFLE()
2646 DAG.getUNDEF(ContainerVT), in lowerVECTOR_SHUFFLE()
2676 DAG.getNode(Opc, DL, ContainerVT, DAG.getUNDEF(ContainerVT), V, VL); in lowerVECTOR_SHUFFLE()
2680 V1 = convertToScalableVector(ContainerVT, V1, DAG, Subtarget); in lowerVECTOR_SHUFFLE()
2682 SDValue Gather = DAG.getNode(RISCVISD::VRGATHER_VX_VL, DL, ContainerVT, in lowerVECTOR_SHUFFLE()
2684 TrueMask, DAG.getUNDEF(ContainerVT), VL); in lowerVECTOR_SHUFFLE()
2699 LoV = convertToScalableVector(ContainerVT, LoV, DAG, Subtarget); in lowerVECTOR_SHUFFLE()
2703 HiV = convertToScalableVector(ContainerVT, HiV, DAG, Subtarget); in lowerVECTOR_SHUFFLE()
2710 SDValue Res = DAG.getUNDEF(ContainerVT); in lowerVECTOR_SHUFFLE()
2720 DAG.getNode(RISCVISD::VSLIDEDOWN_VL, DL, ContainerVT, Res, HiV, in lowerVECTOR_SHUFFLE()
2724 Res = DAG.getNode(RISCVISD::VSLIDEUP_VL, DL, ContainerVT, Res, LoV, in lowerVECTOR_SHUFFLE()
2793 ContainerVT = in lowerVECTOR_SHUFFLE()
2796 Add = DAG.getBitcast(ContainerVT, Add); in lowerVECTOR_SHUFFLE()
2879 ContainerVT.changeVectorElementType(IndexVT.getScalarType()); in lowerVECTOR_SHUFFLE()
2885 Gather = lowerScalarSplat(SDValue(), SplatValue, VL, ContainerVT, DL, DAG, in lowerVECTOR_SHUFFLE()
2888 V1 = convertToScalableVector(ContainerVT, V1, DAG, Subtarget); in lowerVECTOR_SHUFFLE()
2894 Gather = DAG.getNode(GatherVXOpc, DL, ContainerVT, V1, in lowerVECTOR_SHUFFLE()
2896 DAG.getUNDEF(ContainerVT), VL); in lowerVECTOR_SHUFFLE()
2902 Gather = DAG.getNode(GatherVVOpc, DL, ContainerVT, V1, LHSIndices, in lowerVECTOR_SHUFFLE()
2903 TrueMask, DAG.getUNDEF(ContainerVT), VL); in lowerVECTOR_SHUFFLE()
2910 V2 = convertToScalableVector(ContainerVT, V2, DAG, Subtarget); in lowerVECTOR_SHUFFLE()
2912 MVT MaskContainerVT = ContainerVT.changeVectorElementType(MVT::i1); in lowerVECTOR_SHUFFLE()
2921 Gather = DAG.getNode(GatherVXOpc, DL, ContainerVT, V2, in lowerVECTOR_SHUFFLE()
2928 Gather = DAG.getNode(GatherVVOpc, DL, ContainerVT, V2, RHSIndices, in lowerVECTOR_SHUFFLE()
3396 MVT ContainerVT, SrcContainerVT; in LowerOperation() local
3400 ContainerVT = in LowerOperation()
3403 ContainerVT = getContainerForFixedLengthVector(VT); in LowerOperation()
3404 SrcContainerVT = ContainerVT.changeVectorElementType(SrcEltVT); in LowerOperation()
3408 std::tie(Mask, VL) = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget); in LowerOperation()
3411 Src = DAG.getNode(RVVOpc, DL, ContainerVT, Src, Mask, VL); in LowerOperation()
4173 MVT ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerSPLAT_VECTOR_PARTS() local
4177 getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerSPLAT_VECTOR_PARTS()
4180 splatPartsI64WithVL(DL, ContainerVT, SDValue(), Lo, Hi, VL, DAG); in lowerSPLAT_VECTOR_PARTS()
4226 MVT ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerVectorMaskExt() local
4228 MVT::getVectorVT(MVT::i1, ContainerVT.getVectorElementCount()); in lowerVectorMaskExt()
4233 std::tie(Mask, VL) = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerVectorMaskExt()
4239 SplatZero = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVectorMaskExt()
4240 DAG.getUNDEF(ContainerVT), SplatZero, VL); in lowerVectorMaskExt()
4241 SplatTrueVal = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVectorMaskExt()
4242 DAG.getUNDEF(ContainerVT), SplatTrueVal, VL); in lowerVectorMaskExt()
4243 SDValue Select = DAG.getNode(RISCVISD::VSELECT_VL, DL, ContainerVT, CC, in lowerVectorMaskExt()
4262 MVT ContainerVT = MVT::getVectorVT(VT.getVectorElementType(), in lowerFixedLengthVectorExtendToRVV() local
4266 convertToScalableVector(ContainerVT, Op.getOperand(0), DAG, Subtarget); in lowerFixedLengthVectorExtendToRVV()
4270 std::tie(Mask, VL) = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget); in lowerFixedLengthVectorExtendToRVV()
4296 MVT ContainerVT = VecVT; in lowerVectorMaskTruncLike() local
4299 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerVectorMaskTruncLike()
4300 Src = convertToScalableVector(ContainerVT, Src, DAG, Subtarget); in lowerVectorMaskTruncLike()
4310 getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerVectorMaskTruncLike()
4316 SplatOne = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVectorMaskTruncLike()
4317 DAG.getUNDEF(ContainerVT), SplatOne, VL); in lowerVectorMaskTruncLike()
4318 SplatZero = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVectorMaskTruncLike()
4319 DAG.getUNDEF(ContainerVT), SplatZero, VL); in lowerVectorMaskTruncLike()
4321 MVT MaskContainerVT = ContainerVT.changeVectorElementType(MVT::i1); in lowerVectorMaskTruncLike()
4323 DAG.getNode(RISCVISD::AND_VL, DL, ContainerVT, Src, SplatOne, Mask, VL); in lowerVectorMaskTruncLike()
4357 MVT ContainerVT = SrcVT; in lowerVectorTruncLike() local
4364 ContainerVT = getContainerForFixedLengthVector(SrcVT); in lowerVectorTruncLike()
4365 Src = convertToScalableVector(ContainerVT, Src, DAG, Subtarget); in lowerVectorTruncLike()
4367 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerVectorTruncLike()
4375 getDefaultVLOps(SrcVT, ContainerVT, DL, DAG, Subtarget); in lowerVectorTruncLike()
4379 const ElementCount Count = ContainerVT.getVectorElementCount(); in lowerVectorTruncLike()
4419 MVT ContainerVT = VT; in lowerVectorFPExtendOrRoundLike() local
4427 ContainerVT = in lowerVectorFPExtendOrRoundLike()
4431 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerVectorFPExtendOrRoundLike()
4438 getDefaultVLOps(SrcVT, ContainerVT, DL, DAG, Subtarget); in lowerVectorFPExtendOrRoundLike()
4443 Src = DAG.getNode(ConvOpc, DL, ContainerVT, Src, Mask, VL); in lowerVectorFPExtendOrRoundLike()
4452 MVT InterVT = ContainerVT.changeVectorElementType(MVT::f32); in lowerVectorFPExtendOrRoundLike()
4456 DAG.getNode(ConvOpc, DL, ContainerVT, IntermediateConv, Mask, VL); in lowerVectorFPExtendOrRoundLike()
4485 MVT ContainerVT = VecVT; in lowerINSERT_VECTOR_ELT() local
4488 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerINSERT_VECTOR_ELT()
4489 Vec = convertToScalableVector(ContainerVT, Vec, DAG, Subtarget); in lowerINSERT_VECTOR_ELT()
4509 std::tie(Mask, VL) = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerINSERT_VECTOR_ELT()
4517 Vec = DAG.getNode(Opc, DL, ContainerVT, Vec, Val, VL); in lowerINSERT_VECTOR_ELT()
4523 DAG.getNode(Opc, DL, ContainerVT, DAG.getUNDEF(ContainerVT), Val, VL); in lowerINSERT_VECTOR_ELT()
4533 MVT::getVectorVT(MVT::i32, ContainerVT.getVectorElementCount() * 2); in lowerINSERT_VECTOR_ELT()
4550 ValInVec = DAG.getBitcast(ContainerVT, ValInVec); in lowerINSERT_VECTOR_ELT()
4556 SDValue Slideup = DAG.getNode(RISCVISD::VSLIDEUP_VL, DL, ContainerVT, Vec, in lowerINSERT_VECTOR_ELT()
4624 MVT ContainerVT = VecVT; in lowerEXTRACT_VECTOR_ELT() local
4626 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerEXTRACT_VECTOR_ELT()
4627 Vec = convertToScalableVector(ContainerVT, Vec, DAG, Subtarget); in lowerEXTRACT_VECTOR_ELT()
4634 SDValue Mask = getAllOnesMask(ContainerVT, VL, DL, DAG); in lowerEXTRACT_VECTOR_ELT()
4635 Vec = DAG.getNode(RISCVISD::VSLIDEDOWN_VL, DL, ContainerVT, in lowerEXTRACT_VECTOR_ELT()
4636 DAG.getUNDEF(ContainerVT), Vec, Idx, Mask, VL); in lowerEXTRACT_VECTOR_ELT()
4974 MVT ContainerVT = getContainerForFixedLengthVector(VT); in LowerINTRINSIC_W_CHAIN() local
4978 MVT MaskVT = getMaskTypeFor(ContainerVT); in LowerINTRINSIC_W_CHAIN()
4980 PassThru = convertToScalableVector(ContainerVT, PassThru, DAG, Subtarget); in LowerINTRINSIC_W_CHAIN()
4992 Ops.push_back(DAG.getUNDEF(ContainerVT)); in LowerINTRINSIC_W_CHAIN()
5005 SDVTList VTs = DAG.getVTList({ContainerVT, MVT::Other}); in LowerINTRINSIC_W_CHAIN()
5030 MVT ContainerVT = getContainerForFixedLengthVector(VT); in LowerINTRINSIC_W_CHAIN() local
5035 SmallVector<EVT, 9> ContainerVTs(NF, ContainerVT); in LowerINTRINSIC_W_CHAIN()
5039 Ops.insert(Ops.end(), NF, DAG.getUNDEF(ContainerVT)); in LowerINTRINSIC_W_CHAIN()
5074 MVT ContainerVT = getContainerForFixedLengthVector(VT); in LowerINTRINSIC_VOID() local
5076 Val = convertToScalableVector(ContainerVT, Val, DAG, Subtarget); in LowerINTRINSIC_VOID()
5078 MVT MaskVT = getMaskTypeFor(ContainerVT); in LowerINTRINSIC_VOID()
5155 MVT ContainerVT = VecVT; in lowerVectorMaskVecReduction() local
5157 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerVectorMaskVecReduction()
5158 Vec = convertToScalableVector(ContainerVT, Vec, DAG, Subtarget); in lowerVectorMaskVecReduction()
5167 getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerVectorMaskVecReduction()
5180 SDValue TrueMask = DAG.getNode(RISCVISD::VMSET_VL, DL, ContainerVT, VL); in lowerVectorMaskVecReduction()
5181 Vec = DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Vec, TrueMask, VL); in lowerVectorMaskVecReduction()
5247 MVT ContainerVT = VecVT; in lowerVECREDUCE() local
5249 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerVECREDUCE()
5250 Vec = convertToScalableVector(ContainerVT, Vec, DAG, Subtarget); in lowerVECREDUCE()
5253 MVT M1VT = getLMUL1VT(ContainerVT); in lowerVECREDUCE()
5257 std::tie(Mask, VL) = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerVECREDUCE()
5312 MVT ContainerVT = VecVT; in lowerFPVECREDUCE() local
5314 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerFPVECREDUCE()
5315 VectorVal = convertToScalableVector(ContainerVT, VectorVal, DAG, Subtarget); in lowerFPVECREDUCE()
5322 std::tie(Mask, VL) = getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget); in lowerFPVECREDUCE()
5379 MVT ContainerVT = VecVT; in lowerVPREDUCE() local
5381 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerVPREDUCE()
5382 Vec = convertToScalableVector(ContainerVT, Vec, DAG, Subtarget); in lowerVPREDUCE()
5388 MVT M1VT = getLMUL1VT(ContainerVT); in lowerVPREDUCE()
5461 MVT ContainerVT = VecVT; in lowerINSERT_SUBVECTOR() local
5463 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerINSERT_SUBVECTOR()
5464 Vec = convertToScalableVector(ContainerVT, Vec, DAG, Subtarget); in lowerINSERT_SUBVECTOR()
5466 SubVec = DAG.getNode(ISD::INSERT_SUBVECTOR, DL, ContainerVT, in lowerINSERT_SUBVECTOR()
5467 DAG.getUNDEF(ContainerVT), SubVec, in lowerINSERT_SUBVECTOR()
5474 getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget).first; in lowerINSERT_SUBVECTOR()
5480 SDValue Slideup = DAG.getNode(RISCVISD::VSLIDEUP_VL, DL, ContainerVT, Vec, in lowerINSERT_SUBVECTOR()
5616 MVT ContainerVT = VecVT; in lowerEXTRACT_SUBVECTOR() local
5618 ContainerVT = getContainerForFixedLengthVector(VecVT); in lowerEXTRACT_SUBVECTOR()
5619 Vec = convertToScalableVector(ContainerVT, Vec, DAG, Subtarget); in lowerEXTRACT_SUBVECTOR()
5622 getDefaultVLOps(VecVT, ContainerVT, DL, DAG, Subtarget).first; in lowerEXTRACT_SUBVECTOR()
5628 DAG.getNode(RISCVISD::VSLIDEDOWN_VL, DL, ContainerVT, in lowerEXTRACT_SUBVECTOR()
5629 DAG.getUNDEF(ContainerVT), Vec, SlidedownAmt, Mask, VL); in lowerEXTRACT_SUBVECTOR()
5841 MVT ContainerVT = getContainerForFixedLengthVector(VT); in lowerFixedLengthVectorLoadToRVV() local
5850 Ops.push_back(DAG.getUNDEF(ContainerVT)); in lowerFixedLengthVectorLoadToRVV()
5853 SDVTList VTs = DAG.getVTList({ContainerVT, MVT::Other}); in lowerFixedLengthVectorLoadToRVV()
5885 MVT ContainerVT = getContainerForFixedLengthVector(VT); in lowerFixedLengthVectorStoreToRVV() local
5890 convertToScalableVector(ContainerVT, StoreVal, DAG, Subtarget); in lowerFixedLengthVectorStoreToRVV()
5927 MVT ContainerVT = VT; in lowerMaskedLoad() local
5929 ContainerVT = getContainerForFixedLengthVector(VT); in lowerMaskedLoad()
5930 PassThru = convertToScalableVector(ContainerVT, PassThru, DAG, Subtarget); in lowerMaskedLoad()
5932 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerMaskedLoad()
5938 VL = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget).second; in lowerMaskedLoad()
5944 Ops.push_back(DAG.getUNDEF(ContainerVT)); in lowerMaskedLoad()
5954 SDVTList VTs = DAG.getVTList({ContainerVT, MVT::Other}); in lowerMaskedLoad()
5992 MVT ContainerVT = VT; in lowerMaskedStore() local
5994 ContainerVT = getContainerForFixedLengthVector(VT); in lowerMaskedStore()
5996 Val = convertToScalableVector(ContainerVT, Val, DAG, Subtarget); in lowerMaskedStore()
5998 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerMaskedStore()
6004 VL = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget).second; in lowerMaskedStore()
6023 MVT ContainerVT = getContainerForFixedLengthVector(InVT); in lowerFixedLengthVectorSetccToRVV() local
6028 convertToScalableVector(ContainerVT, Op.getOperand(0), DAG, Subtarget); in lowerFixedLengthVectorSetccToRVV()
6030 convertToScalableVector(ContainerVT, Op.getOperand(1), DAG, Subtarget); in lowerFixedLengthVectorSetccToRVV()
6036 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerFixedLengthVectorSetccToRVV()
6037 SDValue Mask = getAllOnesMask(ContainerVT, VL, DL, DAG); in lowerFixedLengthVectorSetccToRVV()
6077 MVT ContainerVT = getContainerForFixedLengthVector(VT); in lowerABS() local
6078 X = convertToScalableVector(ContainerVT, X, DAG, Subtarget); in lowerABS()
6081 std::tie(Mask, VL) = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget); in lowerABS()
6084 RISCVISD::VMV_V_X_VL, DL, ContainerVT, DAG.getUNDEF(ContainerVT), in lowerABS()
6087 DAG.getNode(RISCVISD::SUB_VL, DL, ContainerVT, SplatZero, X, Mask, VL); in lowerABS()
6089 DAG.getNode(RISCVISD::SMAX_VL, DL, ContainerVT, X, NegX, Mask, VL); in lowerABS()
6103 MVT ContainerVT = getContainerForFixedLengthVector(VT); in lowerFixedLengthVectorFCOPYSIGNToRVV() local
6104 Mag = convertToScalableVector(ContainerVT, Mag, DAG, Subtarget); in lowerFixedLengthVectorFCOPYSIGNToRVV()
6105 Sign = convertToScalableVector(ContainerVT, Sign, DAG, Subtarget); in lowerFixedLengthVectorFCOPYSIGNToRVV()
6108 std::tie(Mask, VL) = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget); in lowerFixedLengthVectorFCOPYSIGNToRVV()
6111 DAG.getNode(RISCVISD::FCOPYSIGN_VL, DL, ContainerVT, Mag, Sign, Mask, VL); in lowerFixedLengthVectorFCOPYSIGNToRVV()
6119 MVT ContainerVT = getContainerForFixedLengthVector(VT); in lowerFixedLengthVectorSelectToRVV() local
6122 MVT::getVectorVT(MVT::i1, ContainerVT.getVectorElementCount()); in lowerFixedLengthVectorSelectToRVV()
6127 convertToScalableVector(ContainerVT, Op.getOperand(1), DAG, Subtarget); in lowerFixedLengthVectorSelectToRVV()
6129 convertToScalableVector(ContainerVT, Op.getOperand(2), DAG, Subtarget); in lowerFixedLengthVectorSelectToRVV()
6133 std::tie(Mask, VL) = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget); in lowerFixedLengthVectorSelectToRVV()
6136 DAG.getNode(RISCVISD::VSELECT_VL, DL, ContainerVT, CC, Op1, Op2, VL); in lowerFixedLengthVectorSelectToRVV()
6145 MVT ContainerVT = getContainerForFixedLengthVector(VT); in lowerToScalableOp() local
6161 Ops.push_back(convertToScalableVector(ContainerVT, V, DAG, Subtarget)); in lowerToScalableOp()
6166 std::tie(Mask, VL) = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget); in lowerToScalableOp()
6171 SDValue ScalableRes = DAG.getNode(NewOpc, DL, ContainerVT, Ops); in lowerToScalableOp()
6196 MVT ContainerVT = getContainerForFixedLengthVector(OpVT); in lowerVPOp() local
6199 Ops.push_back(convertToScalableVector(ContainerVT, V, DAG, Subtarget)); in lowerVPOp()
6205 MVT ContainerVT = getContainerForFixedLengthVector(VT); in lowerVPOp() local
6207 SDValue VPOp = DAG.getNode(RISCVISDOpc, DL, ContainerVT, Ops, Op->getFlags()); in lowerVPOp()
6221 MVT ContainerVT = VT; in lowerVPExtMaskOp() local
6223 ContainerVT = getContainerForFixedLengthVector(VT); in lowerVPExtMaskOp()
6224 MVT SrcVT = MVT::getVectorVT(MVT::i1, ContainerVT.getVectorElementCount()); in lowerVPExtMaskOp()
6230 SDValue ZeroSplat = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVPExtMaskOp()
6231 DAG.getUNDEF(ContainerVT), Zero, VL); in lowerVPExtMaskOp()
6235 SDValue Splat = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in lowerVPExtMaskOp()
6236 DAG.getUNDEF(ContainerVT), SplatValue, VL); in lowerVPExtMaskOp()
6238 SDValue Result = DAG.getNode(RISCVISD::VSELECT_VL, DL, ContainerVT, Src, in lowerVPExtMaskOp()
6256 MVT ContainerVT = VT; in lowerVPSetCCMaskOp() local
6258 ContainerVT = getContainerForFixedLengthVector(VT); in lowerVPSetCCMaskOp()
6259 Op1 = convertToScalableVector(ContainerVT, Op1, DAG, Subtarget); in lowerVPSetCCMaskOp()
6260 Op2 = convertToScalableVector(ContainerVT, Op2, DAG, Subtarget); in lowerVPSetCCMaskOp()
6264 SDValue AllOneMask = DAG.getNode(RISCVISD::VMSET_VL, DL, ContainerVT, VL); in lowerVPSetCCMaskOp()
6271 Result = DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op1, Op2, VL); in lowerVPSetCCMaskOp()
6276 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op1, Op2, VL); in lowerVPSetCCMaskOp()
6278 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Temp, AllOneMask, VL); in lowerVPSetCCMaskOp()
6286 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op1, AllOneMask, VL); in lowerVPSetCCMaskOp()
6287 Result = DAG.getNode(RISCVISD::VMAND_VL, DL, ContainerVT, Temp, Op2, VL); in lowerVPSetCCMaskOp()
6295 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op2, AllOneMask, VL); in lowerVPSetCCMaskOp()
6296 Result = DAG.getNode(RISCVISD::VMAND_VL, DL, ContainerVT, Op1, Temp, VL); in lowerVPSetCCMaskOp()
6304 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op1, AllOneMask, VL); in lowerVPSetCCMaskOp()
6305 Result = DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Temp, Op2, VL); in lowerVPSetCCMaskOp()
6313 DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Op2, AllOneMask, VL); in lowerVPSetCCMaskOp()
6314 Result = DAG.getNode(RISCVISD::VMXOR_VL, DL, ContainerVT, Temp, Op1, VL); in lowerVPSetCCMaskOp()
6469 MVT ContainerVT = VT; in lowerLogicVPOp() local
6472 ContainerVT = getContainerForFixedLengthVector(VT); in lowerLogicVPOp()
6473 Op1 = convertToScalableVector(ContainerVT, Op1, DAG, Subtarget); in lowerLogicVPOp()
6474 Op2 = convertToScalableVector(ContainerVT, Op2, DAG, Subtarget); in lowerLogicVPOp()
6478 SDValue Val = DAG.getNode(MaskOpc, DL, ContainerVT, Op1, Op2, VL); in lowerLogicVPOp()
6535 MVT ContainerVT = VT; in lowerMaskedGather() local
6537 ContainerVT = getContainerForFixedLengthVector(VT); in lowerMaskedGather()
6539 ContainerVT.getVectorElementCount()); in lowerMaskedGather()
6544 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerMaskedGather()
6546 PassThru = convertToScalableVector(ContainerVT, PassThru, DAG, Subtarget); in lowerMaskedGather()
6551 VL = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget).second; in lowerMaskedGather()
6565 Ops.push_back(DAG.getUNDEF(ContainerVT)); in lowerMaskedGather()
6576 SDVTList VTs = DAG.getVTList({ContainerVT, MVT::Other}); in lowerMaskedGather()
6637 MVT ContainerVT = VT; in lowerMaskedScatter() local
6639 ContainerVT = getContainerForFixedLengthVector(VT); in lowerMaskedScatter()
6641 ContainerVT.getVectorElementCount()); in lowerMaskedScatter()
6644 Val = convertToScalableVector(ContainerVT, Val, DAG, Subtarget); in lowerMaskedScatter()
6647 MVT MaskVT = getMaskTypeFor(ContainerVT); in lowerMaskedScatter()
6653 VL = getDefaultVLOps(VT, ContainerVT, DL, DAG, Subtarget).second; in lowerMaskedScatter()
7232 MVT ContainerVT = VecVT; in ReplaceNodeResults() local
7234 ContainerVT = getContainerForFixedLengthVector(VecVT); in ReplaceNodeResults()
7235 Vec = convertToScalableVector(ContainerVT, Vec, DAG, Subtarget); in ReplaceNodeResults()
7242 SDValue Mask = getAllOnesMask(ContainerVT, VL, DL, DAG); in ReplaceNodeResults()
7247 Vec = DAG.getNode(RISCVISD::VSLIDEDOWN_VL, DL, ContainerVT, in ReplaceNodeResults()
7248 DAG.getUNDEF(ContainerVT), Vec, Idx, Mask, VL); in ReplaceNodeResults()
7256 SDValue ThirtyTwoV = DAG.getNode(RISCVISD::VMV_V_X_VL, DL, ContainerVT, in ReplaceNodeResults()
7257 DAG.getUNDEF(ContainerVT), in ReplaceNodeResults()
7259 SDValue LShr32 = DAG.getNode(RISCVISD::SRL_VL, DL, ContainerVT, Vec, in ReplaceNodeResults()