6222                                  SmallVectorImpl<int> &ScaledMask) {  in scaleShuffleElements()  argument
6230     llvm::narrowShuffleMaskElts(Scale, Mask, ScaledMask);  in scaleShuffleElements()
6236   if (canWidenShuffleElements(Mask, ScaledMask)) {  in scaleShuffleElements()
6237     while (ScaledMask.size() > NumDstElts) {  in scaleShuffleElements()
6239       if (!canWidenShuffleElements(ScaledMask, WidenedMask))  in scaleShuffleElements()
6241       ScaledMask = std::move(WidenedMask);  in scaleShuffleElements()
12793   uint64_t ScaledMask = 0;  in scaleVectorShuffleBlendMask()  local
12796       ScaledMask |= ((1ull << Scale) - 1) << (i * Scale);  in scaleVectorShuffleBlendMask()
12797   return ScaledMask;  in scaleVectorShuffleBlendMask()
37953     SmallVector<int> ScaledMask, IdentityMask;  in combineX86ShuffleChain()  local
37956         scaleShuffleElements(Mask, NumElts, ScaledMask)) {  in combineX86ShuffleChain()
37959       if (isTargetShuffleEquivalent(RootVT, ScaledMask, IdentityMask, DAG, V1,  in combineX86ShuffleChain()
37984     SmallVector<int, 4> ScaledMask;  in combineX86ShuffleChain()  local
37986     narrowShuffleMaskElts(BaseMaskEltSizeInBits / 128, Mask, ScaledMask);  in combineX86ShuffleChain()
37990                             ArrayRef<int> ScaledMask, SDValue V1, SDValue V2,  in combineX86ShuffleChain()
37996         assert(ScaledMask[i] >= -1 && "Illegal shuffle sentinel value");  in combineX86ShuffleChain()
37997         if (ScaledMask[i] < 0)  in combineX86ShuffleChain()
38000         SDValue Op = ScaledMask[i] >= 4 ? V2 : V1;  in combineX86ShuffleChain()
38010         PermMask |= (ScaledMask[i] % 4) << (i * 2);  in combineX86ShuffleChain()
38022     bool PreferPERMQ = UnaryShuffle && isUndefOrInRange(ScaledMask[0], 0, 2) &&  in combineX86ShuffleChain()
38023                        isUndefOrInRange(ScaledMask[1], 0, 2) &&  in combineX86ShuffleChain()
38024                        isUndefOrInRange(ScaledMask[2], 2, 4) &&  in combineX86ShuffleChain()
38025                        isUndefOrInRange(ScaledMask[3], 2, 4) &&  in combineX86ShuffleChain()
38026                        (ScaledMask[0] < 0 || ScaledMask[2] < 0 ||  in combineX86ShuffleChain()
38027                         ScaledMask[0] == (ScaledMask[2] % 2)) &&  in combineX86ShuffleChain()
38028                        (ScaledMask[1] < 0 || ScaledMask[3] < 0 ||  in combineX86ShuffleChain()
38029                         ScaledMask[1] == (ScaledMask[3] % 2));  in combineX86ShuffleChain()
38031     if (!isAnyZero(ScaledMask) && !PreferPERMQ) {  in combineX86ShuffleChain()
38035       if (SDValue V = MatchSHUF128(ShuffleVT, DL, ScaledMask, V1, V2, DAG))  in combineX86ShuffleChain()
38112     SmallVector<int, 64> ScaledMask;  in combineX86ShuffleChain()  local
38113     narrowShuffleMaskElts(MaskScale, Mask, ScaledMask);  in combineX86ShuffleChain()
38114     Mask = std::move(ScaledMask);  in combineX86ShuffleChain()
38123     SmallVector<int, 64> ScaledMask;  in combineX86ShuffleChain()  local
38124     narrowShuffleMaskElts(MaskScale, Mask, ScaledMask);  in combineX86ShuffleChain()
38125     Mask = std::move(ScaledMask);  in combineX86ShuffleChain()
38769     SmallVector<int> LaneMask, ScaledMask;  in canonicalizeShuffleMaskWithHorizOp()  local
38771         scaleShuffleElements(LaneMask, 4, ScaledMask)) {  in canonicalizeShuffleMaskWithHorizOp()
38789         SDValue M0 = GetHOpSrc(ScaledMask[0]);  in canonicalizeShuffleMaskWithHorizOp()
38790         SDValue M1 = GetHOpSrc(ScaledMask[1]);  in canonicalizeShuffleMaskWithHorizOp()
38791         SDValue M2 = GetHOpSrc(ScaledMask[2]);  in canonicalizeShuffleMaskWithHorizOp()
38792         SDValue M3 = GetHOpSrc(ScaledMask[3]);  in canonicalizeShuffleMaskWithHorizOp()
38820         if (GetHOpSrc(ScaledMask[0], PostMask[0]) &&  in canonicalizeShuffleMaskWithHorizOp()
38821             GetHOpSrc(ScaledMask[1], PostMask[1]) &&  in canonicalizeShuffleMaskWithHorizOp()
38822             GetHOpSrc(ScaledMask[2], PostMask[2]) &&  in canonicalizeShuffleMaskWithHorizOp()
38823             GetHOpSrc(ScaledMask[3], PostMask[3])) {  in canonicalizeShuffleMaskWithHorizOp()
43535       SmallVector<int, 16> ScaledMask;  in combineExtractWithShuffle()  local
43537       narrowShuffleMaskElts(Scale, Mask, ScaledMask);  in combineExtractWithShuffle()
43538       Mask = std::move(ScaledMask);  in combineExtractWithShuffle()
46754       SmallVector<int> ShuffleMask, ScaledMask;  in combineHorizOpWithShuffle()  local
46762             scaleShuffleElements(ShuffleMask, 4, ScaledMask)) {  in combineHorizOpWithShuffle()
46770           Res = DAG.getVectorShuffle(ShufVT, DL, Res, Res, ScaledMask);  in combineHorizOpWithShuffle()
49692     SmallVector<int, 16> SrcMask, ScaledMask;  in isHorizontalBinOp()  local
49700           scaleShuffleElements(SrcMask, NumElts, ScaledMask)) {  in isHorizontalBinOp()
49703         ShuffleMask.assign(ScaledMask.begin(), ScaledMask.end());  in isHorizontalBinOp()
49706           scaleShuffleElements(SrcMask, 2 * NumElts, ScaledMask)) {  in isHorizontalBinOp()
49708         ArrayRef<int> Mask = ArrayRef<int>(ScaledMask).slice(0, NumElts);  in isHorizontalBinOp()
54473     SmallVector<int, 32> ScaledMask;  in combineEXTRACT_SUBVECTOR()  local
54478         scaleShuffleElements(ShuffleMask, NumSubVecs, ScaledMask)) {  in combineEXTRACT_SUBVECTOR()
54480       if (ScaledMask[SubVecIdx] == SM_SentinelUndef)  in combineEXTRACT_SUBVECTOR()
54482       if (ScaledMask[SubVecIdx] == SM_SentinelZero)  in combineEXTRACT_SUBVECTOR()
54484       SDValue Src = ShuffleInputs[ScaledMask[SubVecIdx] / NumSubVecs];  in combineEXTRACT_SUBVECTOR()
54486         unsigned SrcSubVecIdx = ScaledMask[SubVecIdx] % NumSubVecs;  in combineEXTRACT_SUBVECTOR()