Lines Matching refs:Mask
90 static bool isConstantIntVector(Value *Mask) { in isConstantIntVector() argument
91 Constant *C = dyn_cast<Constant>(Mask); in isConstantIntVector()
95 unsigned NumElts = cast<FixedVectorType>(Mask->getType())->getNumElements(); in isConstantIntVector()
146 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedLoad() local
162 if (isa<Constant>(Mask) && cast<Constant>(Mask)->isAllOnesValue()) { in scalarizeMaskedLoad()
181 if (isConstantIntVector(Mask)) { in scalarizeMaskedLoad()
183 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedLoad()
199 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedLoad()
212 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedLoad() local
214 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedLoad()
217 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedLoad()
289 Value *Mask = CI->getArgOperand(3); in scalarizeMaskedStore() local
302 if (isa<Constant>(Mask) && cast<Constant>(Mask)->isAllOnesValue()) { in scalarizeMaskedStore()
317 if (isConstantIntVector(Mask)) { in scalarizeMaskedStore()
319 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedStore()
334 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedStore()
346 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedStore() local
348 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedStore()
351 Predicate = Builder.CreateExtractElement(Mask, Idx); in scalarizeMaskedStore()
416 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedGather() local
435 if (isConstantIntVector(Mask)) { in scalarizeMaskedGather()
437 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedGather()
455 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedGather()
468 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedGather() local
470 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedGather()
473 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedGather()
547 Value *Mask = CI->getArgOperand(3); in scalarizeMaskedScatter() local
565 if (isConstantIntVector(Mask)) { in scalarizeMaskedScatter()
567 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedScatter()
583 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedScatter()
595 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedScatter() local
597 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedScatter()
600 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedScatter()
635 Value *Mask = CI->getArgOperand(1); in scalarizeMaskedExpandLoad() local
657 if (isConstantIntVector(Mask)) { in scalarizeMaskedExpandLoad()
663 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) { in scalarizeMaskedExpandLoad()
688 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedExpandLoad()
701 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedExpandLoad() local
703 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedExpandLoad()
706 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedExpandLoad()
764 Value *Mask = CI->getArgOperand(2); in scalarizeMaskedCompressStore() local
780 if (isConstantIntVector(Mask)) { in scalarizeMaskedCompressStore()
783 if (cast<Constant>(Mask)->getAggregateElement(Idx)->isNullValue()) in scalarizeMaskedCompressStore()
800 SclrMask = Builder.CreateBitCast(Mask, SclrMaskTy, "scalar_mask"); in scalarizeMaskedCompressStore()
811 Value *Mask = Builder.getInt(APInt::getOneBitSet( in scalarizeMaskedCompressStore() local
813 Predicate = Builder.CreateICmpNE(Builder.CreateAnd(SclrMask, Mask), in scalarizeMaskedCompressStore()
816 Predicate = Builder.CreateExtractElement(Mask, Idx, "Mask" + Twine(Idx)); in scalarizeMaskedCompressStore()