Lines Matching refs:NumSrcElts
6223 unsigned NumSrcElts = Mask.size(); in scaleShuffleElements() local
6224 assert(((NumSrcElts % NumDstElts) == 0 || (NumDstElts % NumSrcElts) == 0) && in scaleShuffleElements()
6228 if (NumDstElts >= NumSrcElts) { in scaleShuffleElements()
6229 int Scale = NumDstElts / NumSrcElts; in scaleShuffleElements()
7202 unsigned NumSrcElts = UndefSrcElts.getBitWidth(); in getTargetConstantBitsFromNode() local
7204 assert((NumSrcElts * SrcEltSizeInBits) == SizeInBits && in getTargetConstantBitsFromNode()
7213 if (NumSrcElts == NumElts) { in getTargetConstantBitsFromNode()
7223 for (unsigned i = 0; i != NumSrcElts; ++i) { in getTargetConstantBitsFromNode()
7318 unsigned NumSrcElts = SizeInBits / SrcEltSizeInBits; in getTargetConstantBitsFromNode() local
7320 APInt UndefSrcElts(NumSrcElts, 0); in getTargetConstantBitsFromNode()
7321 SmallVector<APInt, 64> SrcEltBits(NumSrcElts, APInt(SrcEltSizeInBits, 0)); in getTargetConstantBitsFromNode()
7322 for (unsigned i = 0; i != NumSrcElts; ++i) in getTargetConstantBitsFromNode()
7340 unsigned NumSrcElts = SizeInBits / SrcEltSizeInBits; in getTargetConstantBitsFromNode() local
7342 APInt UndefSrcElts(NumSrcElts, 0); in getTargetConstantBitsFromNode()
7346 UndefSrcElts.setBits(0, NumSrcElts); in getTargetConstantBitsFromNode()
7347 SrcEltBits.append(NumSrcElts - 1, SrcEltBits[0]); in getTargetConstantBitsFromNode()
7390 unsigned NumSrcElts = SizeInBits / SrcEltSizeInBits; in getTargetConstantBitsFromNode() local
7392 APInt UndefSrcElts(NumSrcElts, 0); in getTargetConstantBitsFromNode()
7396 SrcEltBits.append(NumSrcElts - 1, APInt(SrcEltSizeInBits, 0)); in getTargetConstantBitsFromNode()
7435 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getTargetConstantBitsFromNode() local
7439 if ((BaseIdx + NumSubElts) != NumSrcElts) in getTargetConstantBitsFromNode()
8506 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getFauxShuffleMask() local
8510 for (unsigned i = 0; i != NumSrcElts; ++i) in getFauxShuffleMask()
8512 Mask.append(NumElts - NumSrcElts, SM_SentinelZero); in getFauxShuffleMask()
12289 unsigned NumSrcElts = NumElts / Scale; in matchShuffleAsVTRUNC() local
12290 if (!isSequentialOrUndefInRange(Mask, 0, NumSrcElts, 0, Scale)) in matchShuffleAsVTRUNC()
12292 unsigned UpperElts = NumElts - NumSrcElts; in matchShuffleAsVTRUNC()
12293 if (!Zeroable.extractBits(UpperElts, NumSrcElts).isAllOnes()) in matchShuffleAsVTRUNC()
12296 SrcVT = MVT::getVectorVT(SrcVT, NumSrcElts); in matchShuffleAsVTRUNC()
12298 if ((NumSrcElts * EltSizeInBits) >= 128) { in matchShuffleAsVTRUNC()
12300 DstVT = MVT::getVectorVT(DstVT, NumSrcElts); in matchShuffleAsVTRUNC()
12319 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in getAVX512TruncNode() local
12326 if (NumSrcElts == NumDstElts) in getAVX512TruncNode()
12329 if (NumSrcElts > NumDstElts) { in getAVX512TruncNode()
12330 MVT TruncVT = MVT::getVectorVT(DstSVT, NumSrcElts); in getAVX512TruncNode()
12335 if ((NumSrcElts * DstEltSizeInBits) >= 128) { in getAVX512TruncNode()
12336 MVT TruncVT = MVT::getVectorVT(DstSVT, NumSrcElts); in getAVX512TruncNode()
12387 unsigned NumSrcElts = NumElts / Scale; in lowerShuffleWithVPMOV() local
12388 unsigned UpperElts = NumElts - NumSrcElts; in lowerShuffleWithVPMOV()
12389 if (!isSequentialOrUndefInRange(Mask, 0, NumSrcElts, 0, Scale) || in lowerShuffleWithVPMOV()
12390 !Zeroable.extractBits(UpperElts, NumSrcElts).isAllOnes()) in lowerShuffleWithVPMOV()
12409 bool UndefUppers = isUndefInRange(Mask, NumSrcElts, UpperElts); in lowerShuffleWithVPMOV()
12439 unsigned NumSrcElts = 2 * NumHalfSrcElts; in lowerShuffleAsVTRUNC() local
12440 if (!isSequentialOrUndefInRange(Mask, 0, NumSrcElts, 0, Scale) || in lowerShuffleAsVTRUNC()
12445 unsigned UpperElts = NumElts - NumSrcElts; in lowerShuffleAsVTRUNC()
12447 !Zeroable.extractBits(UpperElts, NumSrcElts).isAllOnes()) in lowerShuffleAsVTRUNC()
12450 UpperElts > 0 && isUndefInRange(Mask, NumSrcElts, UpperElts); in lowerShuffleAsVTRUNC()
12458 MVT SrcVT = MVT::getVectorVT(SrcSVT, NumSrcElts); in lowerShuffleAsVTRUNC()
12643 unsigned NumSrcElts = SizeBits / SrcEltBits; in lowerShuffleWithPACK() local
12646 MVT SrcVT = MVT::getVectorVT(SrcSVT, NumSrcElts); in lowerShuffleWithPACK()
12647 MVT DstVT = MVT::getVectorVT(DstSVT, NumSrcElts * 2); in lowerShuffleWithPACK()
14631 unsigned NumSrcElts = V.getValueSizeInBits() / NumEltBits; in lowerShuffleAsBroadcast() local
14632 MVT CastVT = MVT::getVectorVT(VT.getVectorElementType(), NumSrcElts); in lowerShuffleAsBroadcast()
25475 unsigned NumSrcElts = InVT.getVectorNumElements(); in LowerEXTEND_VECTOR_INREG() local
25476 SmallVector<int, 16> HiMask(NumSrcElts, SM_SentinelUndef); in LowerEXTEND_VECTOR_INREG()
36974 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in computeKnownBitsForTargetNode() local
36975 if (NumElts > NumSrcElts && in computeKnownBitsForTargetNode()
36976 DemandedElts.countTrailingZeros() >= NumSrcElts) in computeKnownBitsForTargetNode()
36990 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in computeKnownBitsForTargetNode() local
36991 if (NumElts > NumSrcElts && in computeKnownBitsForTargetNode()
36992 DemandedElts.countTrailingZeros() >= NumSrcElts) in computeKnownBitsForTargetNode()
40964 unsigned NumSrcElts = LHS.getValueType().getVectorNumElements(); in SimplifyDemandedVectorEltsForTargetNode() local
40965 APInt DemandedSrcElts = APIntOps::ScaleBitMask(DemandedElts, NumSrcElts); in SimplifyDemandedVectorEltsForTargetNode()
43409 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineExtractWithShuffle() local
43416 if (IdxC.uge(NumSrcElts)) in combineExtractWithShuffle()
43533 if (Mask.size() != NumSrcElts) { in combineExtractWithShuffle()
43534 if ((NumSrcElts % Mask.size()) == 0) { in combineExtractWithShuffle()
43536 int Scale = NumSrcElts / Mask.size(); in combineExtractWithShuffle()
43539 } else if ((Mask.size() % NumSrcElts) == 0) { in combineExtractWithShuffle()
43542 int Scale = Mask.size() / NumSrcElts; in combineExtractWithShuffle()
43550 while (Mask.size() > NumSrcElts && in combineExtractWithShuffle()
43559 if (Mask.size() == NumSrcElts) { in combineExtractWithShuffle()
43563 unsigned Scale = Mask.size() / NumSrcElts; in combineExtractWithShuffle()
43564 if ((Mask.size() % NumSrcElts) != 0 || SrcVT.isFloatingPoint()) in combineExtractWithShuffle()
43896 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineExtractVectorElt() local
43898 if (CIdx && CIdx->getAPIntValue().uge(NumSrcElts)) in combineExtractVectorElt()
44010 EVT BCVT = EVT::getIntegerVT(*DAG.getContext(), NumSrcElts); in combineExtractVectorElt()
46901 unsigned NumSrcElts = NumDstElts / 2; in combineVectorPack() local
46903 unsigned NumSrcEltsPerLane = NumSrcElts / NumLanes; in combineVectorPack()
49508 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in combineStore() local
49509 unsigned NumTruncBits = DstVT.getScalarSizeInBits() * NumSrcElts; in combineStore()
49510 MVT TruncVT = MVT::getVectorVT(DstVT.getScalarType(), NumSrcElts); in combineStore()
53997 int NumSrcElts = OpVT.getVectorNumElements(); in combineConcatVectorOps() local
54007 M += M < NumSrcElts ? 0 : NumSrcElts; in combineConcatVectorOps()
54008 M += i * NumSrcElts; in combineConcatVectorOps()
54013 if (ConcatMask.size() == (NumOps * NumSrcElts)) { in combineConcatVectorOps()
54019 MVT IntMaskVT = MVT::getVectorVT(IntMaskSVT, NumOps * NumSrcElts); in combineConcatVectorOps()