Lines Matching refs:SrcVT
3704 EVT SrcVT = SrcVal.getValueType(); in LowerFP_ROUND() local
3706 if (useSVEForFixedLengthVectorVT(SrcVT)) in LowerFP_ROUND()
3709 if (SrcVT != MVT::f128) { in LowerFP_ROUND()
3711 if (useSVEForFixedLengthVectorVT(SrcVT)) in LowerFP_ROUND()
3845 EVT SrcVT = SrcVal.getValueType(); in LowerVectorFP_TO_INT_SAT() local
3849 uint64_t SrcElementWidth = SrcVT.getScalarSizeInBits(); in LowerVectorFP_TO_INT_SAT()
3861 EVT SrcElementVT = SrcVT.getVectorElementType(); in LowerVectorFP_TO_INT_SAT()
3866 MVT F32VT = MVT::getVectorVT(MVT::f32, SrcVT.getVectorNumElements()); in LowerVectorFP_TO_INT_SAT()
3868 SrcVT = F32VT; in LowerVectorFP_TO_INT_SAT()
3888 EVT IntVT = SrcVT.changeVectorElementTypeToInteger(); in LowerVectorFP_TO_INT_SAT()
3913 EVT SrcVT = SrcVal.getValueType(); in LowerFP_TO_INT_SAT() local
3915 if (SrcVT.isVector()) in LowerFP_TO_INT_SAT()
3925 if (SrcVT == MVT::f16 && !Subtarget->hasFullFP16()) { in LowerFP_TO_INT_SAT()
3927 SrcVT = MVT::f32; in LowerFP_TO_INT_SAT()
3928 } else if (SrcVT != MVT::f64 && SrcVT != MVT::f32 && SrcVT != MVT::f16) in LowerFP_TO_INT_SAT()
3933 if ((SrcVT == MVT::f64 || SrcVT == MVT::f32 || in LowerFP_TO_INT_SAT()
3934 (SrcVT == MVT::f16 && Subtarget->hasFullFP16())) && in LowerFP_TO_INT_SAT()
7730 EVT SrcVT = In2.getValueType(); in LowerFCOPYSIGN() local
7732 if (SrcVT.bitsLT(VT)) in LowerFCOPYSIGN()
7734 else if (SrcVT.bitsGT(VT)) in LowerFCOPYSIGN()
9454 EVT SrcVT = Src.getValueType(); in ReconstructShuffle() local
9455 Src = DAG.getBitcast(SrcVT.is64BitVector() ? MVT::v8i8 : MVT::v16i8, Src); in ReconstructShuffle()
9456 assert((SrcVT.is64BitVector() || SrcVT.is128BitVector()) && in ReconstructShuffle()
9458 if (SrcVT.is64BitVector()) in ReconstructShuffle()
9504 EVT SrcVT = Src.ShuffleVec.getValueType(); in ReconstructShuffle() local
9506 TypeSize SrcVTSize = SrcVT.getSizeInBits(); in ReconstructShuffle()
9512 EVT EltVT = SrcVT.getVectorElementType(); in ReconstructShuffle()
9559 if (!SrcVT.is64BitVector()) { in ReconstructShuffle()
11990 EVT SrcVT = LHS.getValueType(); in EmitVectorComparison() local
11991 assert(VT.getSizeInBits() == SrcVT.getSizeInBits() && in EmitVectorComparison()
12000 if (SrcVT.getVectorElementType().isFloatingPoint()) { in EmitVectorComparison()
12169 EVT SrcVT = Src.getValueType(); in LowerVECREDUCE() local
12175 SrcVT.getVectorElementType() == MVT::i64); in LowerVECREDUCE()
12176 if (SrcVT.isScalableVector() || in LowerVECREDUCE()
12178 SrcVT, OverrideNEON && Subtarget->useSVEForFixedLengthVectors())) { in LowerVECREDUCE()
12180 if (SrcVT.getVectorElementType() == MVT::i1) in LowerVECREDUCE()
13742 bool AArch64TargetLowering::isExtractSubvectorCheap(EVT ResVT, EVT SrcVT, in isExtractSubvectorCheap() argument
18760 EVT SrcVT = N0.getOperand(0).getValueType(); in performSelectCombine() local
18764 if (SrcVT == MVT::i1) in performSelectCombine()
18767 int NumMaskElts = ResVT.getSizeInBits() / SrcVT.getSizeInBits(); in performSelectCombine()
18771 SrcVT = EVT::getVectorVT(*DAG.getContext(), SrcVT, NumMaskElts); in performSelectCombine()
18772 EVT CCVT = SrcVT.changeVectorElementTypeToInteger(); in performSelectCombine()
18782 DAG.getTargetLoweringInfo().isTypeLegal(SrcVT)); in performSelectCombine()
18788 DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, SrcVT, N0.getOperand(0)); in performSelectCombine()
18790 DAG.getNode(ISD::SCALAR_TO_VECTOR, DL, SrcVT, N0.getOperand(1)); in performSelectCombine()
18933 const EVT SrcVT = Src->getValueType(0); in performScatterStoreCombine() local
18934 assert(SrcVT.isScalableVector() && in performScatterStoreCombine()
18938 MVT SrcElVT = SrcVT.getVectorElementType().getSimpleVT(); in performScatterStoreCombine()
18941 if (SrcVT.getSizeInBits().getKnownMinSize() > AArch64::SVEBitsPerBlock) in performScatterStoreCombine()
18946 if ((SrcVT != MVT::nxv4f32) && (SrcVT != MVT::nxv2f64)) in performScatterStoreCombine()
18981 SrcVT.getScalarSizeInBits() / 8)) { in performScatterStoreCombine()
19006 EVT HwSrcVt = getSVEContainerType(SrcVT); in performScatterStoreCombine()
19011 SDValue InputVT = DAG.getValueType(SrcVT); in performScatterStoreCombine()
19012 if (SrcVT.isFloatingPoint()) in performScatterStoreCombine()
19997 EVT SrcVT = Op.getValueType(); in ReplaceBITCASTResults() local
19999 if (VT.isScalableVector() && !isTypeLegal(VT) && isTypeLegal(SrcVT)) { in ReplaceBITCASTResults()
20000 assert(!VT.isFloatingPoint() && SrcVT.isFloatingPoint() && in ReplaceBITCASTResults()
20008 if (VT.getVectorElementCount() != SrcVT.getVectorElementCount()) in ReplaceBITCASTResults()
20016 if (VT != MVT::i16 || (SrcVT != MVT::f16 && SrcVT != MVT::bf16)) in ReplaceBITCASTResults()
21395 EVT SrcVT = VecOp.getValueType(); in LowerVECREDUCE_SEQ_FADD() local
21396 EVT ResVT = SrcVT.getVectorElementType(); in LowerVECREDUCE_SEQ_FADD()
21398 EVT ContainerVT = SrcVT; in LowerVECREDUCE_SEQ_FADD()
21399 if (SrcVT.isFixedLengthVector()) { in LowerVECREDUCE_SEQ_FADD()
21400 ContainerVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerVECREDUCE_SEQ_FADD()
21404 SDValue Pg = getPredicateForVector(DAG, DL, SrcVT); in LowerVECREDUCE_SEQ_FADD()
21466 EVT SrcVT = VecOp.getValueType(); in LowerReductionToSVE() local
21469 SrcVT, in LowerReductionToSVE()
21471 EVT ContainerVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerReductionToSVE()
21477 SrcVT.getVectorElementType(); in LowerReductionToSVE()
21478 EVT RdxVT = SrcVT; in LowerReductionToSVE()
21479 if (SrcVT.isFixedLengthVector() || Opcode == AArch64ISD::UADDV_PRED) in LowerReductionToSVE()
21482 SDValue Pg = getPredicateForVector(DAG, DL, SrcVT); in LowerReductionToSVE()
21569 EVT SrcVT = SrcOp1.getValueType(); in LowerFixedLengthConcatVectorsToSVE() local
21573 EVT PairVT = SrcVT.getDoubleNumVectorElementsVT(*DAG.getContext()); in LowerFixedLengthConcatVectorsToSVE()
21583 SDValue Pg = getPredicateForFixedLengthVector(DAG, DL, SrcVT); in LowerFixedLengthConcatVectorsToSVE()
21601 EVT SrcVT = Val.getValueType(); in LowerFixedLengthFPExtendToSVE() local
21604 SrcVT.getVectorElementType()); in LowerFixedLengthFPExtendToSVE()
21606 Val = DAG.getNode(ISD::BITCAST, DL, SrcVT.changeTypeToInteger(), Val); in LowerFixedLengthFPExtendToSVE()
21625 EVT SrcVT = Val.getValueType(); in LowerFixedLengthFPRoundToSVE() local
21626 EVT ContainerSrcVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerFixedLengthFPRoundToSVE()
21635 Val = convertFromScalableVector(DAG, SrcVT.changeTypeToInteger(), Val); in LowerFixedLengthFPRoundToSVE()
21653 EVT SrcVT = Val.getValueType(); in LowerFixedLengthIntToFPToSVE() local
21655 EVT ContainerSrcVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerFixedLengthIntToFPToSVE()
21679 Val = convertFromScalableVector(DAG, SrcVT, Val); in LowerFixedLengthIntToFPToSVE()
21698 EVT SrcVT = Val.getValueType(); in LowerFixedLengthFPToIntToSVE() local
21700 EVT ContainerSrcVT = getContainerForFixedLengthVector(DAG, SrcVT); in LowerFixedLengthFPToIntToSVE()
21708 Val = DAG.getNode(ISD::BITCAST, DL, SrcVT.changeTypeToInteger(), Val); in LowerFixedLengthFPToIntToSVE()
21724 Val = convertFromScalableVector(DAG, SrcVT.changeTypeToInteger(), Val); in LowerFixedLengthFPToIntToSVE()