9348       unsigned NumMaskElts = VT.getVectorNumElements();  in EltsFromConsecutiveLoads()  local
9349       if ((NumMaskElts % NumElems) == 0) {  in EltsFromConsecutiveLoads()
9350         unsigned Scale = NumMaskElts / NumElems;  in EltsFromConsecutiveLoads()
9351         SmallVector<int, 4> ClearMask(NumMaskElts, -1);  in EltsFromConsecutiveLoads()
9355           int Offset = ZeroMask[i] ? NumMaskElts : 0;  in EltsFromConsecutiveLoads()
37257   unsigned NumMaskElts = Mask.size();  in matchUnaryShuffle()  local
37263     if ((isUndefOrZero(Mask[1]) && isUndefInRange(Mask, 2, NumMaskElts - 2)) ||  in matchUnaryShuffle()
37265          isUndefOrZeroInRange(Mask, 1, NumMaskElts - 1))) {  in matchUnaryShuffle()
37283       unsigned NumDstElts = NumMaskElts / Scale;  in matchUnaryShuffle()
37314       isUndefOrZeroInRange(Mask, 1, NumMaskElts - 1)) {  in matchUnaryShuffle()
37403   unsigned NumMaskElts = Mask.size();  in matchUnaryPermuteShuffle()  local
37405   unsigned MaskScalarSizeInBits = InputSizeInBits / NumMaskElts;  in matchUnaryPermuteShuffle()
37539   unsigned NumMaskElts = Mask.size();  in matchBinaryShuffle()  local
37617     unsigned Scale1 = NumV1Elts / NumMaskElts;  in matchBinaryShuffle()
37618     unsigned Scale2 = NumV2Elts / NumMaskElts;  in matchBinaryShuffle()
37621     for (unsigned i = 0; i != NumMaskElts; ++i) {  in matchBinaryShuffle()
37634       if (M == (int)(i + NumMaskElts)) {  in matchBinaryShuffle()
37648       if (NumV1Elts == NumV2Elts && NumV1Elts == NumMaskElts) {  in matchBinaryShuffle()
37669         for (unsigned i = 0; i != NumMaskElts && IsBlend; ++i) {  in matchBinaryShuffle()
37681           if (M == (int)(i + NumMaskElts)) {  in matchBinaryShuffle()
37704   unsigned NumMaskElts = Mask.size();  in matchBinaryPermuteShuffle()  local
37740   if ((NumMaskElts <= 8 && ((Subtarget.hasSSE41() && MaskVT.is128BitVector()) ||  in matchBinaryPermuteShuffle()
38128   unsigned NumMaskElts = Mask.size();  in combineX86ShuffleChain()  local
38129   unsigned MaskEltSizeInBits = RootSizeInBits / NumMaskElts;  in combineX86ShuffleChain()
38135   MaskVT = MVT::getVectorVT(MaskVT, NumMaskElts);  in combineX86ShuffleChain()
38162         (!IsMaskedShuffle || NumRootElts == NumMaskElts)) {  in combineX86ShuffleChain()
38274   IntMaskVT = MVT::getVectorVT(IntMaskVT, NumMaskElts);  in combineX86ShuffleChain()
38325         isSequentialOrUndefInRange(Mask, 0, NumMaskElts, 0, 2)) {  in combineX86ShuffleChain()
38333       ShuffleSrcVT = MVT::getVectorVT(ShuffleSrcVT, NumMaskElts / 2);  in combineX86ShuffleChain()
38337       ShuffleSrcVT = MVT::getVectorVT(ShuffleSrcVT, NumMaskElts);  in combineX86ShuffleChain()
38403       for (unsigned i = 0; i != NumMaskElts; ++i)  in combineX86ShuffleChain()
38405           Mask[i] = NumMaskElts + i;  in combineX86ShuffleChain()
38443       isSequentialOrUndefOrZeroInRange(Mask, 0, NumMaskElts, 0) &&  in combineX86ShuffleChain()
38447     APInt UndefElts(NumMaskElts, 0);  in combineX86ShuffleChain()
38448     SmallVector<APInt, 64> EltBits(NumMaskElts, Zero);  in combineX86ShuffleChain()
38449     for (unsigned i = 0; i != NumMaskElts; ++i) {  in combineX86ShuffleChain()
38495     unsigned NumEltsPerLane = NumMaskElts / NumLanes;  in combineX86ShuffleChain()
38508       int Index = (M % NumEltsPerLane) + ((M / NumMaskElts) * NumEltsPerLane);  in combineX86ShuffleChain()
38531     int Ratio = NumBytes / NumMaskElts;  in combineX86ShuffleChain()
38563     int Ratio = NumBytes / NumMaskElts;  in combineX86ShuffleChain()
38630   unsigned NumMaskElts = BaseMask.size();  in combineX86ShuffleChainWithExtract()  local
38637   assert((RootSizeInBits % NumMaskElts) == 0 && "Unexpected root shuffle mask");  in combineX86ShuffleChainWithExtract()
38665     Offset *= NumMaskElts;  in combineX86ShuffleChainWithExtract()
38689     Offsets[i] += i * Scale * NumMaskElts;  in combineX86ShuffleChainWithExtract()
38695     M = (M % NumMaskElts) + Offsets[M / NumMaskElts];  in combineX86ShuffleChainWithExtract()
38697   WideMask.append((Scale - 1) * NumMaskElts, SM_SentinelUndef);  in combineX86ShuffleChainWithExtract()
38926   unsigned NumMaskElts = Mask.size();  in combineX86ShufflesConstants()  local
38927   unsigned MaskSizeInBits = SizeInBits / NumMaskElts;  in combineX86ShufflesConstants()
38951   APInt UndefElts(NumMaskElts, 0);  in combineX86ShufflesConstants()
38952   APInt ZeroElts(NumMaskElts, 0);  in combineX86ShufflesConstants()
38953   APInt ConstantElts(NumMaskElts, 0);  in combineX86ShufflesConstants()
38954   SmallVector<APInt, 8> ConstantBitData(NumMaskElts,  in combineX86ShufflesConstants()
38956   for (unsigned i = 0; i != NumMaskElts; ++i) {  in combineX86ShufflesConstants()
38965     assert(0 <= M && M < (int)(NumMaskElts * NumOps));  in combineX86ShufflesConstants()
38967     unsigned SrcOpIdx = (unsigned)M / NumMaskElts;  in combineX86ShufflesConstants()
38968     unsigned SrcMaskIdx = (unsigned)M % NumMaskElts;  in combineX86ShufflesConstants()
38999   MVT MaskVT = MVT::getVectorVT(MaskSVT, NumMaskElts);  in combineX86ShufflesConstants()