| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | TargetLowering.cpp | 698 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyMultipleUseDemandedBits() local 700 APInt DemandedSrcElts = APInt::getZero(NumSrcElts); in SimplifyMultipleUseDemandedBits() 2435 unsigned NumSrcElts = SrcEltCnt.getFixedValue(); in SimplifyDemandedBits() local 2438 if (CIdx->getAPIntValue().ult(NumSrcElts)) in SimplifyDemandedBits() 2866 unsigned NumSrcElts = SrcEltCnt.getFixedValue(); in SimplifyDemandedVectorElts() local 2890 if (NumSrcElts == NumElts) in SimplifyDemandedVectorElts() 2898 if ((NumElts % NumSrcElts) == 0) { in SimplifyDemandedVectorElts() 2899 unsigned Scale = NumElts / NumSrcElts; in SimplifyDemandedVectorElts() 2940 for (unsigned i = 0; i != NumSrcElts; ++i) { in SimplifyDemandedVectorElts() 2953 if ((NumSrcElts % NumElts) == 0) { in SimplifyDemandedVectorElts() [all …]
|
| H A D | SelectionDAG.cpp | 2665 APInt DemandedSrcElts = DemandedElts.zext(NumSrcElts).shl(Idx); in isSplatValue() 2682 APInt DemandedSrcElts = DemandedElts.zext(NumSrcElts); in isSplatValue() 2704 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in isSplatValue() local 2706 APIntOps::ScaleBitMask(DemandedElts, NumSrcElts); in isSplatValue() 3634 const unsigned NumSrcElts = VecVT.getVectorNumElements(); in computeKnownBits() local 3643 APInt DemandedSrcElts = APInt::getAllOnes(NumSrcElts); in computeKnownBits() 3645 if (ConstEltNo && ConstEltNo->getAPIntValue().ult(NumSrcElts)) in computeKnownBits() 4338 const unsigned NumSrcElts = VecVT.getVectorNumElements(); in ComputeNumSignBits() local 4348 APInt DemandedSrcElts = APInt::getAllOnes(NumSrcElts); in ComputeNumSignBits() 4350 if (ConstEltNo && ConstEltNo->getAPIntValue().ult(NumSrcElts)) in ComputeNumSignBits() [all …]
|
| H A D | DAGCombiner.cpp | 19454 unsigned NumSrcElts = SubVecVT.getVectorNumElements(); in combineInsertEltToShuffle() local 19457 if (NumSrcElts == 1) in combineInsertEltToShuffle() 19460 unsigned NumMaskVals = ExtendRatio * NumSrcElts; in combineInsertEltToShuffle() 19469 if (i / NumSrcElts == InsIndex) in combineInsertEltToShuffle() 19470 Mask[i] = (i % NumSrcElts) + NumMaskVals; in combineInsertEltToShuffle()
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | Instructions.cpp | 2297 int NumSrcElts, int &Index) { in isExtractSubvectorMask() argument 2299 if (!isSingleSourceMaskImpl(Mask, NumSrcElts)) in isExtractSubvectorMask() 2303 if (NumSrcElts <= (int)Mask.size()) in isExtractSubvectorMask() 2312 int Offset = (M % NumSrcElts) - i; in isExtractSubvectorMask() 2318 if (0 <= SubIndex && SubIndex + (int)Mask.size() <= NumSrcElts) { in isExtractSubvectorMask() 2331 if (NumMaskElts < NumSrcElts) in isInsertSubvectorMask() 2335 if (isSingleSourceMaskImpl(Mask, NumSrcElts)) in isInsertSubvectorMask() 2351 if (M < NumSrcElts) { in isInsertSubvectorMask() 2357 Src1Identity &= (M == (i + NumSrcElts)); in isInsertSubvectorMask() 2376 if (isIdentityMaskImpl(Sub1Mask, NumSrcElts)) { in isInsertSubvectorMask() [all …]
|
| H A D | AutoUpgrade.cpp | 2612 unsigned NumSrcElts = 128 / EltTy->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local 2613 auto *VT = FixedVectorType::get(EltTy, NumSrcElts); in UpgradeIntrinsicCall() 2617 if (NumSrcElts == 2) in UpgradeIntrinsicCall() 2646 unsigned NumSrcElts = in UpgradeIntrinsicCall() local 2654 ShuffleMask[i] = i % NumSrcElts; in UpgradeIntrinsicCall()
|
| /llvm-project-15.0.7/llvm/include/llvm/IR/ |
| H A D | Instructions.h | 2299 static bool isExtractSubvectorMask(ArrayRef<int> Mask, int NumSrcElts, 2301 static bool isExtractSubvectorMask(const Constant *Mask, int NumSrcElts, 2310 return isExtractSubvectorMask(MaskAsInts, NumSrcElts, Index); 2320 int NumSrcElts = 2322 return isExtractSubvectorMask(ShuffleMask, NumSrcElts, Index); 2329 static bool isInsertSubvectorMask(ArrayRef<int> Mask, int NumSrcElts, 2331 static bool isInsertSubvectorMask(const Constant *Mask, int NumSrcElts, 2340 return isInsertSubvectorMask(MaskAsInts, NumSrcElts, NumSubElts, Index); 2350 int NumSrcElts = 2352 return isInsertSubvectorMask(ShuffleMask, NumSrcElts, NumSubElts, Index);
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86InstCombineIntrinsic.cpp | 449 unsigned NumSrcElts = ArgTy->getNumElements(); in simplifyX86pack() local 450 assert(cast<FixedVectorType>(ResTy)->getNumElements() == (2 * NumSrcElts) && in simplifyX86pack() 453 unsigned NumSrcEltsPerLane = NumSrcElts / NumLanes; in simplifyX86pack() 495 PackMask.push_back(Elt + (Lane * NumSrcEltsPerLane) + NumSrcElts); in simplifyX86pack()
|
| H A D | X86ISelLowering.cpp | 6224 assert(((NumSrcElts % NumDstElts) == 0 || (NumDstElts % NumSrcElts) == 0) && in scaleShuffleElements() 6228 if (NumDstElts >= NumSrcElts) { in scaleShuffleElements() 7213 if (NumSrcElts == NumElts) { in getTargetConstantBitsFromNode() 12326 if (NumSrcElts == NumDstElts) in getAVX512TruncNode() 12329 if (NumSrcElts > NumDstElts) { in getAVX512TruncNode() 36975 if (NumElts > NumSrcElts && in computeKnownBitsForTargetNode() 36991 if (NumElts > NumSrcElts && in computeKnownBitsForTargetNode() 43416 if (IdxC.uge(NumSrcElts)) in combineExtractWithShuffle() 43533 if (Mask.size() != NumSrcElts) { in combineExtractWithShuffle() 43559 if (Mask.size() == NumSrcElts) { in combineExtractWithShuffle() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | ConstantFolding.cpp | 73 unsigned NumSrcElts, in foldConstVectorToAPInt() argument 78 for (unsigned i = 0; i != NumSrcElts; ++i) { in foldConstVectorToAPInt() 81 Element = C->getAggregateElement(NumSrcElts - i - 1); in foldConstVectorToAPInt() 115 unsigned NumSrcElts = cast<FixedVectorType>(VTy)->getNumElements(); in FoldBitCast() local 123 IntegerType::get(C->getContext(), FPWidth), NumSrcElts); in FoldBitCast() 130 SrcEltTy, NumSrcElts, DL)) in FoldBitCast()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 219 ElementCount NumSrcElts = SrcTy->getElementCount(); in foldBitcastExtElt() local 220 if (NumSrcElts == NumElts) in foldBitcastExtElt() 224 assert(NumSrcElts.isScalable() == NumElts.isScalable() && in foldBitcastExtElt() 229 if (NumSrcElts.getKnownMinValue() < NumElts.getKnownMinValue()) { in foldBitcastExtElt() 242 NumElts.getKnownMinValue() / NumSrcElts.getKnownMinValue(); in foldBitcastExtElt()
|
| /llvm-project-15.0.7/clang/lib/CodeGen/ |
| H A D | CGExpr.cpp | 2341 unsigned NumSrcElts = VTy->getNumElements(); in EmitStoreThroughExtVectorComponentLValue() local 2344 if (NumDstElts == NumSrcElts) { in EmitStoreThroughExtVectorComponentLValue() 2349 for (unsigned i = 0; i != NumSrcElts; ++i) in EmitStoreThroughExtVectorComponentLValue() 2353 } else if (NumDstElts > NumSrcElts) { in EmitStoreThroughExtVectorComponentLValue() 2359 for (unsigned i = 0; i != NumSrcElts; ++i) in EmitStoreThroughExtVectorComponentLValue() 2371 if (getAccessedFieldNo(NumSrcElts - 1, Elts) == Mask.size()) in EmitStoreThroughExtVectorComponentLValue() 2372 NumSrcElts--; in EmitStoreThroughExtVectorComponentLValue() 2375 for (unsigned i = 0; i != NumSrcElts; ++i) in EmitStoreThroughExtVectorComponentLValue()
|
| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 8151 unsigned NumSrcElts = VTSize / EltVT.getFixedSizeInBits(); in ReconstructShuffle() local 8152 EVT DestVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumSrcElts); in ReconstructShuffle() 8168 if (Src.MaxElt - Src.MinElt >= NumSrcElts) { in ReconstructShuffle() 8173 if (Src.MinElt >= NumSrcElts) { in ReconstructShuffle() 8177 DAG.getConstant(NumSrcElts, dl, MVT::i32)); in ReconstructShuffle() 8178 Src.WindowBase = -NumSrcElts; in ReconstructShuffle() 8179 } else if (Src.MaxElt < NumSrcElts) { in ReconstructShuffle() 8191 DAG.getConstant(NumSrcElts, dl, MVT::i32)); in ReconstructShuffle() 19841 const unsigned NumSrcElts = VecVT.getVectorNumElements(); in computeKnownBitsForTargetNode() local 19843 assert(Pos->getAPIntValue().ult(NumSrcElts) && in computeKnownBitsForTargetNode() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 9513 unsigned NumSrcElts = VTSize / EltVT.getFixedSizeInBits(); in ReconstructShuffle() local 9514 EVT DestVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumSrcElts); in ReconstructShuffle() 9532 if (Src.MaxElt - Src.MinElt >= NumSrcElts) { in ReconstructShuffle() 9538 if (Src.MinElt >= NumSrcElts) { in ReconstructShuffle() 9542 DAG.getConstant(NumSrcElts, dl, MVT::i64)); in ReconstructShuffle() 9543 Src.WindowBase = -NumSrcElts; in ReconstructShuffle() 9544 } else if (Src.MaxElt < NumSrcElts) { in ReconstructShuffle() 9556 DAG.getConstant(NumSrcElts, dl, MVT::i64)); in ReconstructShuffle()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/GlobalISel/ |
| H A D | LegalizerHelper.cpp | 3927 unsigned NumSrcElts = SrcTy.isVector() ? SrcTy.getNumElements() : 1; in fewerElementsVectorMerge() local 3928 unsigned NumElts = NarrowTy.getNumElements() / NumSrcElts; in fewerElementsVectorMerge()
|