Lines Matching refs:ZeroMask

8233     uint64_t ZeroMask = IsAndN ? 255 : 0;  in getFauxShuffleMask()  local
8244 Mask.push_back(ByteBits == ZeroMask ? SM_SentinelZero : i); in getFauxShuffleMask()
8465 APInt ZeroMask = APInt::getHighBitsSet(2 * NumBitsPerElt, NumBitsPerElt); in getFauxShuffleMask() local
8467 !DAG.MaskedValueIsZero(N0, ZeroMask, EltsLHS, Depth + 1)) || in getFauxShuffleMask()
8469 !DAG.MaskedValueIsZero(N1, ZeroMask, EltsRHS, Depth + 1))) in getFauxShuffleMask()
9208 APInt ZeroMask = APInt::getZero(NumElems); in EltsFromConsecutiveLoads() local
9225 ZeroMask.setBit(i); in EltsFromConsecutiveLoads()
9244 assert((ZeroMask.countPopulation() + UndefMask.countPopulation() + in EltsFromConsecutiveLoads()
9251 if ((ZeroMask.countPopulation() + UndefMask.countPopulation()) == NumElems) in EltsFromConsecutiveLoads()
9299 } else if (ZeroMask[i]) { in EltsFromConsecutiveLoads()
9342 if (!ZeroMask) in EltsFromConsecutiveLoads()
9355 int Offset = ZeroMask[i] ? NumMaskElts : 0; in EltsFromConsecutiveLoads()
9409 if (ZeroMask.isZero() && isPowerOf2_32(NumElems) && Subtarget.hasAVX() && in EltsFromConsecutiveLoads()
11059 APInt ZeroMask = APInt::getZero(NumElems); in LowerBUILD_VECTOR() local
11076 ZeroMask.setBit(i); in LowerBUILD_VECTOR()
11095 APInt UndefOrZeroMask = UndefMask | ZeroMask; in LowerBUILD_VECTOR()
11118 unsigned NumZero = ZeroMask.countPopulation(); in LowerBUILD_VECTOR()
11910 APInt &ZeroMask = ExpectedIdx < Size ? ZeroV1 : ZeroV2; in isTargetShuffleEquivalent() local
11911 ZeroMask.setBit(BitIdx); in isTargetShuffleEquivalent()
12068 SDValue ZeroMask = DAG.getConstant(0x80, DL, MVT::i8); in lowerShuffleWithPSHUFB() local
12078 PSHUFBMask[i] = ZeroMask; in lowerShuffleWithPSHUFB()
12565 APInt ZeroMask = APInt::getHighBitsSet(NumSrcBits, NumPackedBits); in matchShuffleWithPACK() local
12566 if ((N1.isUndef() || IsZero1 || DAG.MaskedValueIsZero(N1, ZeroMask)) && in matchShuffleWithPACK()
12567 (N2.isUndef() || IsZero2 || DAG.MaskedValueIsZero(N2, ZeroMask))) { in matchShuffleWithPACK()
15883 const int ZeroMask = 0x80; in lowerShuffleAsBlendOfPSHUFBs() local
15884 int V1Idx = M < Size ? M * Scale + i % Scale : ZeroMask; in lowerShuffleAsBlendOfPSHUFBs()
15885 int V2Idx = M < Size ? ZeroMask : (M - Size) * Scale + i % Scale; in lowerShuffleAsBlendOfPSHUFBs()
15887 V1Idx = V2Idx = ZeroMask; in lowerShuffleAsBlendOfPSHUFBs()
15891 V1InUse |= (ZeroMask != V1Idx); in lowerShuffleAsBlendOfPSHUFBs()
15892 V2InUse |= (ZeroMask != V2Idx); in lowerShuffleAsBlendOfPSHUFBs()
39739 unsigned ZeroMask = InsertPSMask & 0xF; in canonicalizeShuffleWithBinOps() local
39740 if (ZeroMask != 0) in canonicalizeShuffleWithBinOps()
40336 unsigned ZeroMask = InsertPSMask & 0xF; in combineTargetShuffle() local
40339 if (((ZeroMask | (1u << DstIdx)) == 0xF) && !Op0.isUndef()) in combineTargetShuffle()
40344 if ((ZeroMask & (1u << DstIdx)) && !Op1.isUndef()) in combineTargetShuffle()
51875 APInt ZeroMask = APInt::getHighBitsSet(NumSrcEltBits, NumSrcEltBits / 2); in combineZext() local
51876 if ((N00.isUndef() || DAG.MaskedValueIsZero(N00, ZeroMask)) && in combineZext()
51877 (N01.isUndef() || DAG.MaskedValueIsZero(N01, ZeroMask))) { in combineZext()