Home
last modified time | relevance | path

Searched refs:NumSrcElts (Results 1 – 17 of 17) sorted by relevance

/freebsd-14.2/contrib/llvm-project/llvm/lib/IR/
H A DInstructions.cpp2196 if (!isSingleSourceMask(Mask, NumSrcElts)) in isReverseMask()
2200 if (NumSrcElts < 2) in isReverseMask()
2206 if (Mask[I] != (NumSrcElts - 1 - I) && in isReverseMask()
2207 Mask[I] != (NumSrcElts + NumSrcElts - 1 - I)) in isReverseMask()
2216 if (!isSingleSourceMask(Mask, NumSrcElts)) in isZeroEltSplatMask()
2231 if (isSingleSourceMask(Mask, NumSrcElts)) in isSelectMask()
2262 if ((Mask[1] - Mask[0]) != NumSrcElts) in isTransposeMask()
2319 if (NumSrcElts <= (int)Mask.size()) in isExtractSubvectorMask()
2328 int Offset = (M % NumSrcElts) - i; in isExtractSubvectorMask()
2347 if (NumMaskElts < NumSrcElts) in isInsertSubvectorMask()
[all …]
H A DAutoUpgrade.cpp2980 unsigned NumSrcElts = 128 / EltTy->getPrimitiveSizeInBits(); in UpgradeIntrinsicCall() local
2981 auto *VT = FixedVectorType::get(EltTy, NumSrcElts); in UpgradeIntrinsicCall()
2985 if (NumSrcElts == 2) in UpgradeIntrinsicCall()
3014 unsigned NumSrcElts = in UpgradeIntrinsicCall() local
3022 ShuffleMask[i] = i % NumSrcElts; in UpgradeIntrinsicCall()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/IR/
H A DInstructions.h2086 return isSingleSourceMask(MaskAsInts, NumSrcElts);
2114 return isIdentityMask(MaskAsInts, NumSrcElts);
2151 static bool isSelectMask(ArrayRef<int> Mask, int NumSrcElts);
2156 return isSelectMask(MaskAsInts, NumSrcElts);
2176 static bool isReverseMask(ArrayRef<int> Mask, int NumSrcElts);
2181 return isReverseMask(MaskAsInts, NumSrcElts);
2202 return isZeroEltSplatMask(MaskAsInts, NumSrcElts);
2253 return isTransposeMask(MaskAsInts, NumSrcElts);
2276 return isSpliceMask(MaskAsInts, NumSrcElts, Index);
2312 int NumSrcElts =
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DBasicTTIImpl.h968 int NumSrcElts = Ty->getElementCount().getKnownMinValue(); in improveShuffleKindFromMask() local
971 if (ShuffleVectorInst::isReverseMask(Mask, NumSrcElts)) in improveShuffleKindFromMask()
973 if (ShuffleVectorInst::isZeroEltSplatMask(Mask, NumSrcElts)) in improveShuffleKindFromMask()
975 if (ShuffleVectorInst::isExtractSubvectorMask(Mask, NumSrcElts, Index) && in improveShuffleKindFromMask()
976 (Index + Mask.size()) <= (size_t)NumSrcElts) { in improveShuffleKindFromMask()
984 Mask, NumSrcElts, NumSubElts, Index)) { in improveShuffleKindFromMask()
985 if (Index + NumSubElts > NumSrcElts) in improveShuffleKindFromMask()
990 if (ShuffleVectorInst::isSelectMask(Mask, NumSrcElts)) in improveShuffleKindFromMask()
992 if (ShuffleVectorInst::isTransposeMask(Mask, NumSrcElts)) in improveShuffleKindFromMask()
994 if (ShuffleVectorInst::isSpliceMask(Mask, NumSrcElts, Index)) in improveShuffleKindFromMask()
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DTargetLowering.cpp705 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyMultipleUseDemandedBits() local
707 APInt DemandedSrcElts = APInt::getZero(NumSrcElts); in SimplifyMultipleUseDemandedBits()
2615 unsigned NumSrcElts = SrcEltCnt.getFixedValue(); in SimplifyDemandedBits() local
2618 if (CIdx->getAPIntValue().ult(NumSrcElts)) in SimplifyDemandedBits()
3083 unsigned NumSrcElts = SrcEltCnt.getFixedValue(); in SimplifyDemandedVectorElts() local
3107 if (NumSrcElts == NumElts) in SimplifyDemandedVectorElts()
3115 if ((NumElts % NumSrcElts) == 0) { in SimplifyDemandedVectorElts()
3116 unsigned Scale = NumElts / NumSrcElts; in SimplifyDemandedVectorElts()
3157 for (unsigned i = 0; i != NumSrcElts; ++i) { in SimplifyDemandedVectorElts()
3170 if ((NumSrcElts % NumElts) == 0) { in SimplifyDemandedVectorElts()
[all …]
H A DSelectionDAG.cpp2825 APInt DemandedSrcElts = DemandedElts.zext(NumSrcElts).shl(Idx); in isSplatValue()
2842 APInt DemandedSrcElts = DemandedElts.zext(NumSrcElts); in isSplatValue()
2864 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in isSplatValue() local
2866 APIntOps::ScaleBitMask(DemandedElts, NumSrcElts); in isSplatValue()
3840 const unsigned NumSrcElts = VecVT.getVectorNumElements(); in computeKnownBits() local
3849 APInt DemandedSrcElts = APInt::getAllOnes(NumSrcElts); in computeKnownBits()
3851 if (ConstEltNo && ConstEltNo->getAPIntValue().ult(NumSrcElts)) in computeKnownBits()
4698 const unsigned NumSrcElts = VecVT.getVectorNumElements(); in ComputeNumSignBits() local
4708 APInt DemandedSrcElts = APInt::getAllOnes(NumSrcElts); in ComputeNumSignBits()
4710 if (ConstEltNo && ConstEltNo->getAPIntValue().ult(NumSrcElts)) in ComputeNumSignBits()
[all …]
H A DDAGCombiner.cpp21567 unsigned NumSrcElts = SubVecVT.getVectorNumElements(); in combineInsertEltToShuffle() local
21570 if (NumSrcElts == 1) in combineInsertEltToShuffle()
21573 unsigned NumMaskVals = ExtendRatio * NumSrcElts; in combineInsertEltToShuffle()
21582 if (i / NumSrcElts == InsIndex) in combineInsertEltToShuffle()
21583 Mask[i] = (i % NumSrcElts) + NumMaskVals; in combineInsertEltToShuffle()
24972 for (unsigned SrcElt = 0, NumSrcElts = NumElts / Scale; in combineShuffleToZeroExtendVectorInReg() local
24973 SrcElt != NumSrcElts; ++SrcElt) { in combineShuffleToZeroExtendVectorInReg()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/
H A DConstantFolding.cpp73 unsigned NumSrcElts, in foldConstVectorToAPInt() argument
78 for (unsigned i = 0; i != NumSrcElts; ++i) { in foldConstVectorToAPInt()
81 Element = C->getAggregateElement(NumSrcElts - i - 1); in foldConstVectorToAPInt()
115 unsigned NumSrcElts = cast<FixedVectorType>(VTy)->getNumElements(); in FoldBitCast() local
123 IntegerType::get(C->getContext(), FPWidth), NumSrcElts); in FoldBitCast()
130 SrcEltTy, NumSrcElts, DL)) in FoldBitCast()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineVectorOps.cpp229 ElementCount NumSrcElts = SrcTy->getElementCount(); in foldBitcastExtElt() local
230 if (NumSrcElts == NumElts) in foldBitcastExtElt()
234 assert(NumSrcElts.isScalable() == NumElts.isScalable() && in foldBitcastExtElt()
239 if (NumSrcElts.getKnownMinValue() < NumElts.getKnownMinValue()) { in foldBitcastExtElt()
252 NumElts.getKnownMinValue() / NumSrcElts.getKnownMinValue(); in foldBitcastExtElt()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86ISelLowering.cpp3623 unsigned NumSrcElts = Mask.size(); in scaleShuffleElements() local
3624 assert(((NumSrcElts % NumDstElts) == 0 || (NumDstElts % NumSrcElts) == 0) && in scaleShuffleElements()
3628 if (NumDstElts >= NumSrcElts) { in scaleShuffleElements()
4622 if (NumSrcElts == NumElts) { in getTargetConstantBitsFromNode()
9968 if (NumSrcElts == NumDstElts) in getAVX512TruncNode()
9971 if (NumSrcElts > NumDstElts) { in getAVX512TruncNode()
36779 if (NumElts > NumSrcElts && DemandedElts.countr_zero() >= NumSrcElts) in computeKnownBitsForTargetNode()
36794 if (NumElts > NumSrcElts && DemandedElts.countr_zero() >= NumSrcElts) in computeKnownBitsForTargetNode()
43667 if (IdxC.uge(NumSrcElts)) in combineExtractWithShuffle()
43784 if (Mask.size() != NumSrcElts) { in combineExtractWithShuffle()
[all …]
H A DX86InstCombineIntrinsic.cpp450 unsigned NumSrcElts = ArgTy->getNumElements(); in simplifyX86pack() local
451 assert(cast<FixedVectorType>(ResTy)->getNumElements() == (2 * NumSrcElts) && in simplifyX86pack()
454 unsigned NumSrcEltsPerLane = NumSrcElts / NumLanes; in simplifyX86pack()
496 PackMask.push_back(Elt + (Lane * NumSrcEltsPerLane) + NumSrcElts); in simplifyX86pack()
/freebsd-14.2/contrib/llvm-project/clang/lib/CodeGen/
H A DCGExpr.cpp2572 unsigned NumSrcElts = VTy->getNumElements(); in EmitStoreThroughExtVectorComponentLValue() local
2575 if (NumDstElts == NumSrcElts) { in EmitStoreThroughExtVectorComponentLValue()
2580 for (unsigned i = 0; i != NumSrcElts; ++i) in EmitStoreThroughExtVectorComponentLValue()
2584 } else if (NumDstElts > NumSrcElts) { in EmitStoreThroughExtVectorComponentLValue()
2590 for (unsigned i = 0; i != NumSrcElts; ++i) in EmitStoreThroughExtVectorComponentLValue()
2602 if (getAccessedFieldNo(NumSrcElts - 1, Elts) == Mask.size()) in EmitStoreThroughExtVectorComponentLValue()
2603 NumSrcElts--; in EmitStoreThroughExtVectorComponentLValue()
2606 for (unsigned i = 0; i != NumSrcElts; ++i) in EmitStoreThroughExtVectorComponentLValue()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp724 unsigned NumSrcElts = SrcTy->getPrimitiveSizeInBits() / DestEltSize; in foldBitcastShuffle() local
725 auto *ShuffleTy = FixedVectorType::get(DestTy->getScalarType(), NumSrcElts); in foldBitcastShuffle()
H A DSLPVectorizer.cpp6908 int NumSrcElts = Tp->getElementCount().getKnownMinValue(); in getShuffleCost() local
6911 Mask, NumSrcElts, NumSubElts, Index)) { in getShuffleCost()
6912 if (Index + NumSubElts > NumSrcElts && in getShuffleCost()
6913 Index + NumSrcElts <= static_cast<int>(Mask.size())) in getShuffleCost()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/
H A DARMISelLowering.cpp8258 unsigned NumSrcElts = VTSize / EltVT.getFixedSizeInBits(); in ReconstructShuffle() local
8259 EVT DestVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumSrcElts); in ReconstructShuffle()
8275 if (Src.MaxElt - Src.MinElt >= NumSrcElts) { in ReconstructShuffle()
8280 if (Src.MinElt >= NumSrcElts) { in ReconstructShuffle()
8284 DAG.getConstant(NumSrcElts, dl, MVT::i32)); in ReconstructShuffle()
8285 Src.WindowBase = -NumSrcElts; in ReconstructShuffle()
8286 } else if (Src.MaxElt < NumSrcElts) { in ReconstructShuffle()
8298 DAG.getConstant(NumSrcElts, dl, MVT::i32)); in ReconstructShuffle()
20119 const unsigned NumSrcElts = VecVT.getVectorNumElements(); in computeKnownBitsForTargetNode() local
20121 assert(Pos->getAPIntValue().ult(NumSrcElts) && in computeKnownBitsForTargetNode()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64ISelLowering.cpp11182 unsigned NumSrcElts = VTSize / EltVT.getFixedSizeInBits(); in ReconstructShuffle() local
11183 EVT DestVT = EVT::getVectorVT(*DAG.getContext(), EltVT, NumSrcElts); in ReconstructShuffle()
11201 if (Src.MaxElt - Src.MinElt >= NumSrcElts) { in ReconstructShuffle()
11207 if (Src.MinElt >= NumSrcElts) { in ReconstructShuffle()
11211 DAG.getConstant(NumSrcElts, dl, MVT::i64)); in ReconstructShuffle()
11212 Src.WindowBase = -NumSrcElts; in ReconstructShuffle()
11213 } else if (Src.MaxElt < NumSrcElts) { in ReconstructShuffle()
11225 DAG.getConstant(NumSrcElts, dl, MVT::i64)); in ReconstructShuffle()
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/
H A DLegalizerHelper.cpp4318 unsigned NumSrcElts = SrcTy.isVector() ? SrcTy.getNumElements() : 1; in fewerElementsVectorMerge() local
4319 unsigned NumElts = NarrowTy.getNumElements() / NumSrcElts; in fewerElementsVectorMerge()