3727   EVT InVT = Op.getOperand(IsStrict ? 1 : 0).getValueType();  in LowerVectorFP_TO_INT()  local
3737   if (useSVEForFixedLengthVectorVT(VT) || useSVEForFixedLengthVectorVT(InVT))  in LowerVectorFP_TO_INT()
3740   unsigned NumElts = InVT.getVectorNumElements();  in LowerVectorFP_TO_INT()
3743   if (InVT.getVectorElementType() == MVT::f16 &&  in LowerVectorFP_TO_INT()
3759   uint64_t InVTSize = InVT.getFixedSizeInBits();  in LowerVectorFP_TO_INT()
3763       InVT = InVT.changeVectorElementTypeToInteger();  in LowerVectorFP_TO_INT()
3764       SDValue Cv = DAG.getNode(Op.getOpcode(), dl, {InVT, MVT::Other},  in LowerVectorFP_TO_INT()
3770         DAG.getNode(Op.getOpcode(), dl, InVT.changeVectorElementTypeToInteger(),  in LowerVectorFP_TO_INT()
3795         ISD::EXTRACT_VECTOR_ELT, dl, InVT.getScalarType(),  in LowerVectorFP_TO_INT()
3973   EVT InVT = In.getValueType();  in LowerVectorINT_TO_FP()  local
3978     if (InVT.getVectorElementType() == MVT::i1) {  in LowerVectorINT_TO_FP()
3981       EVT CastVT = getPromotedVTForPredicate(InVT);  in LowerVectorINT_TO_FP()
3991   if (useSVEForFixedLengthVectorVT(VT) || useSVEForFixedLengthVectorVT(InVT))  in LowerVectorINT_TO_FP()
3995   uint64_t InVTSize = InVT.getFixedSizeInBits();  in LowerVectorINT_TO_FP()
3998         MVT::getVectorVT(MVT::getFloatingPointVT(InVT.getScalarSizeInBits()),  in LowerVectorINT_TO_FP()
3999                          InVT.getVectorNumElements());  in LowerVectorINT_TO_FP()
4024         ISD::EXTRACT_VECTOR_ELT, dl, InVT.getScalarType(),  in LowerVectorINT_TO_FP()
4427   EVT InVT = Op.getValueType();  in getSVEPredicateBitCast()  local
4429   assert(InVT.getVectorElementType() == MVT::i1 &&  in getSVEPredicateBitCast()
4433          InVT.isScalableVector() &&  in getSVEPredicateBitCast()
4434          DAG.getTargetLoweringInfo().isTypeLegal(InVT) &&  in getSVEPredicateBitCast()
4439   if (InVT == VT)  in getSVEPredicateBitCast()
4448   if (InVT.bitsGT(VT))  in getSVEPredicateBitCast()
4457   SDValue Mask = DAG.getConstant(1, DL, InVT);  in getSVEPredicateBitCast()
11619   EVT InVT = Op.getOperand(0).getValueType();  in LowerEXTRACT_SUBVECTOR()  local
11624   if (!DAG.getTargetLoweringInfo().isTypeLegal(InVT))  in LowerEXTRACT_SUBVECTOR()
11627   if (InVT.isScalableVector()) {  in LowerEXTRACT_SUBVECTOR()
11629     if (Idx == 0 && isPackedVectorType(InVT, DAG))  in LowerEXTRACT_SUBVECTOR()
11636   if (Idx == 0 && InVT.getSizeInBits() <= 128)  in LowerEXTRACT_SUBVECTOR()
11641   if (Size == 64 && Idx * InVT.getScalarSizeInBits() == 64 &&  in LowerEXTRACT_SUBVECTOR()
11642       InVT.getSizeInBits() == 128)  in LowerEXTRACT_SUBVECTOR()
11645   if (useSVEForFixedLengthVectorVT(InVT)) {  in LowerEXTRACT_SUBVECTOR()
11648     EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT);  in LowerEXTRACT_SUBVECTOR()
11665   EVT InVT = Op.getOperand(1).getValueType();  in LowerINSERT_SUBVECTOR()  local
11673   if (InVT.isScalableVector()) {  in LowerINSERT_SUBVECTOR()
11700     if (VT.getVectorElementCount() != (InVT.getVectorElementCount() * 2))  in LowerINSERT_SUBVECTOR()
11707     EVT WideVT = getPackedSVEVectorVT(InVT.getVectorElementCount());  in LowerINSERT_SUBVECTOR()
11726       assert(Idx == InVT.getVectorMinNumElements() &&  in LowerINSERT_SUBVECTOR()
11741         getSVEPredPatternFromNumElements(InVT.getVectorNumElements());  in LowerINSERT_SUBVECTOR()
15972   EVT InVT = N0.getValueType();  in performVectorAddSubExtCombine()  local
15974   EVT S1 = InVT.getScalarType();  in performVectorAddSubExtCombine()
17621       EVT InVT = Value.getOperand(0).getValueType();  in performMSTORECombine()  local
17623       if (HalfVT.widenIntegerVectorElementType(*DAG.getContext()) == InVT) {  in performMSTORECombine()
17629         if (NumElts && NumElts * InVT.getVectorElementType().getSizeInBits() <=  in performMSTORECombine()
17631           Mask = getPTrue(DAG, DL, InVT.changeVectorElementType(MVT::i1),  in performMSTORECombine()
20101   EVT InVT = In.getValueType();  in ReplaceExtractSubVectorResults()  local
20104   if (!InVT.isScalableVector() || !InVT.isInteger())  in ReplaceExtractSubVectorResults()
20114   if (InVT.getVectorElementCount() != (ResEC * 2))  in ReplaceExtractSubVectorResults()
21021   EVT InVT = Mask.getValueType();  in convertFixedMaskToScalableVector()  local
21022   EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT);  in convertFixedMaskToScalableVector()
21024   auto Pg = getPredicateForFixedLengthVector(DAG, DL, InVT);  in convertFixedMaskToScalableVector()
21276   EVT InVT = Op.getOperand(0).getValueType();  in LowerFixedLengthExtractVectorElt()  local
21277   assert(InVT.isFixedLengthVector() && "Expected fixed length vector type!");  in LowerFixedLengthExtractVectorElt()
21280   EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT);  in LowerFixedLengthExtractVectorElt()
21292   EVT InVT = Op.getOperand(0).getValueType();  in LowerFixedLengthInsertVectorElt()  local
21293   EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT);  in LowerFixedLengthInsertVectorElt()
21500   EVT InVT = Op.getOperand(1).getValueType();  in LowerFixedLengthVectorSelectToSVE()  local
21501   EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT);  in LowerFixedLengthVectorSelectToSVE()
21522   EVT InVT = Op.getOperand(0).getValueType();  in LowerFixedLengthVectorSetccToSVE()  local
21523   EVT ContainerVT = getContainerForFixedLengthVector(DAG, InVT);  in LowerFixedLengthVectorSetccToSVE()
21525   assert(useSVEForFixedLengthVectorVT(InVT) &&  in LowerFixedLengthVectorSetccToSVE()
21527   assert(Op.getValueType() == InVT.changeTypeToInteger() &&  in LowerFixedLengthVectorSetccToSVE()
21532   auto Pg = getPredicateForFixedLengthVector(DAG, DL, InVT);  in LowerFixedLengthVectorSetccToSVE()
21539   auto Promote = DAG.getBoolExtOrTrunc(Cmp, DL, PromoteVT, InVT);  in LowerFixedLengthVectorSetccToSVE()
21857   EVT InVT = Op.getValueType();  in getSVESafeBitCast()  local
21860          InVT.isScalableVector() && isTypeLegal(InVT) &&  in getSVESafeBitCast()
21863          InVT.getVectorElementType() != MVT::i1 &&  in getSVESafeBitCast()
21866   if (InVT == VT)  in getSVESafeBitCast()
21870   EVT PackedInVT = getPackedSVEVectorVT(InVT.getVectorElementType());  in getSVESafeBitCast()
21879   assert((VT.getVectorElementCount() == InVT.getVectorElementCount() ||  in getSVESafeBitCast()
21880           VT == PackedVT || InVT == PackedInVT) &&  in getSVESafeBitCast()
21884   if (InVT != PackedInVT)  in getSVESafeBitCast()