Lines Matching refs:Mask
93 static bool isConstantIntVector(Value *Mask) { in isConstantIntVector() argument
94 Constant *C = dyn_cast<Constant>(Mask); in isConstantIntVector()
98 unsigned NumElts = cast<FixedVectorType>(Mask->getType())->getNumElements(); in isConstantIntVector()
149 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedLoad() local
165 if (isa<Constant>(Mask) && cast<Constant>(Mask)->isAllOnesValue()) { in scalarizeMaskedLoad()
184 if (isConstantIntVector(Mask)) { in scalarizeMaskedLoad()
186 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedLoad()
202 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedLoad()
215 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedLoad() local
217 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedLoad()
220 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedLoad()
292 Value *Mask = CI->getArgOperand(3); in scalarizeMaskedStore() local
305 if (isa<Constant>(Mask) && cast<Constant>(Mask)->isAllOnesValue()) { in scalarizeMaskedStore()
320 if (isConstantIntVector(Mask)) { in scalarizeMaskedStore()
322 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedStore()
337 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedStore()
349 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedStore() local
351 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedStore()
354 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedStore()
419 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedGather() local
438 if (isConstantIntVector(Mask)) { in scalarizeMaskedGather()
440 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedGather()
458 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedGather()
471 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedGather() local
473 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedGather()
476 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedGather()
550 Value *Mask = CI->getArgOperand(3); in scalarizeMaskedScatter() local
568 if (isConstantIntVector(Mask)) { in scalarizeMaskedScatter()
570 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedScatter()
586 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedScatter()
598 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedScatter() local
600 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedScatter()
603 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedScatter()
638 Value *Mask = CI->getArgOperand(1); in scalarizeMaskedExpandLoad() local
660 if (isConstantIntVector(Mask)) { in scalarizeMaskedExpandLoad()
666 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) { in scalarizeMaskedExpandLoad()
691 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedExpandLoad()
704 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedExpandLoad() local
706 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedExpandLoad()
709 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedExpandLoad()
767 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedCompressStore() local
783 if (isConstantIntVector(Mask)) { in scalarizeMaskedCompressStore()
786 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedCompressStore()
803 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedCompressStore()
814 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedCompressStore() local
816 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedCompressStore()
819 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedCompressStore()