Home
last modified time | relevance | path

Searched refs:NumElts (Results 1 – 25 of 140) sorted by relevance

123456

/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/MCTargetDesc/
H A DX86ShuffleDecode.cpp56 ShuffleMask[Idx + i] = NumElts + i; in DecodeInsertElementMask()
142 Imm = Imm & (NumElts - 1); in DecodeVALIGNMask()
207 for (unsigned s = 0; s != NumElts * 2; s += NumElts) { in DecodeSHUFPMask()
251 ShuffleMask.append(NumElts, 0); in DecodeVectorBroadcast()
273 if (l >= (NumElts / 2)) in decodeVSHUF64x2FamilyMask()
274 Index += NumElts; in decodeVSHUF64x2FamilyMask()
282 unsigned HalfSize = NumElts / 2; in DecodeVPERM2X128Mask()
394 ShuffleMask.push_back(NumElts); in DecodeScalarMoveMask()
401 unsigned HalfElts = NumElts / 2; in DecodeEXTRQIMask()
438 unsigned HalfElts = NumElts / 2; in DecodeINSERTQIMask()
[all …]
H A DX86ShuffleDecode.h52 void DecodePSLLDQMask(unsigned NumElts, unsigned Imm,
55 void DecodePSRLDQMask(unsigned NumElts, unsigned Imm,
58 void DecodePALIGNRMask(unsigned NumElts, unsigned Imm,
61 void DecodeVALIGNMask(unsigned NumElts, unsigned Imm,
69 void DecodePSHUFHWMask(unsigned NumElts, unsigned Imm,
73 void DecodePSHUFLWMask(unsigned NumElts, unsigned Imm,
84 void DecodeUNPCKHMask(unsigned NumElts, unsigned ScalarBits,
104 void DecodeBLENDMask(unsigned NumElts, unsigned Imm,
107 void DecodeVPERM2X128Mask(unsigned NumElts, unsigned Imm,
117 void DecodeVPERMMask(unsigned NumElts, unsigned Imm,
[all …]
H A DX86ATTInstPrinter.cpp190 unsigned NumElts; in printVecCompareInstr() local
192 NumElts = (Desc.TSFlags & X86II::REX_W) ? 8 : 16; in printVecCompareInstr()
194 NumElts = (Desc.TSFlags & X86II::REX_W) ? 4 : 8; in printVecCompareInstr()
196 NumElts = (Desc.TSFlags & X86II::REX_W) ? 2 : 4; in printVecCompareInstr()
199 NumElts *= 2; in printVecCompareInstr()
201 OS << "{1to" << NumElts << "}"; in printVecCompareInstr()
342 unsigned NumElts; in printVecCompareInstr() local
344 NumElts = (Desc.TSFlags & X86II::REX_W) ? 8 : 16; in printVecCompareInstr()
346 NumElts = (Desc.TSFlags & X86II::REX_W) ? 4 : 8; in printVecCompareInstr()
348 NumElts = (Desc.TSFlags & X86II::REX_W) ? 2 : 4; in printVecCompareInstr()
[all …]
H A DX86IntelInstPrinter.cpp180 unsigned NumElts; in printVecCompareInstr() local
182 NumElts = (Desc.TSFlags & X86II::REX_W) ? 8 : 16; in printVecCompareInstr()
184 NumElts = (Desc.TSFlags & X86II::REX_W) ? 4 : 8; in printVecCompareInstr()
186 NumElts = (Desc.TSFlags & X86II::REX_W) ? 2 : 4; in printVecCompareInstr()
189 NumElts *= 2; in printVecCompareInstr()
191 OS << "{1to" << NumElts << "}"; in printVecCompareInstr()
330 unsigned NumElts; in printVecCompareInstr() local
332 NumElts = (Desc.TSFlags & X86II::REX_W) ? 8 : 16; in printVecCompareInstr()
334 NumElts = (Desc.TSFlags & X86II::REX_W) ? 4 : 8; in printVecCompareInstr()
336 NumElts = (Desc.TSFlags & X86II::REX_W) ? 2 : 4; in printVecCompareInstr()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86ShuffleDecodeConstantPool.cpp128 unsigned NumElts = Width / 8; in DecodePSHUFBMask() local
129 assert((NumElts == 16 || NumElts == 32 || NumElts == 64) && in DecodePSHUFBMask()
132 for (unsigned i = 0; i != NumElts; ++i) { in DecodePSHUFBMask()
167 unsigned NumElts = Width / ElSize; in DecodeVPERMILPMask() local
169 assert((NumElts == 2 || NumElts == 4 || NumElts == 8 || NumElts == 16) && in DecodeVPERMILPMask()
172 for (unsigned i = 0; i != NumElts; ++i) { in DecodeVPERMILPMask()
203 unsigned NumElts = Width / ElSize; in DecodeVPERMIL2PMask() local
205 assert((NumElts == 2 || NumElts == 4 || NumElts == 8) && in DecodeVPERMIL2PMask()
208 for (unsigned i = 0; i != NumElts; ++i) { in DecodeVPERMIL2PMask()
239 Index += Src * NumElts; in DecodeVPERMIL2PMask()
[all …]
H A DX86PartialReduction.cpp192 SmallVector<int, 16> OddMask(NumElts / 2); in tryMAddReplacement()
205 SmallVector<int, 32> ConcatMask(NumElts); in tryMAddReplacement()
266 unsigned NumElts = OpTy->getNumElements(); in trySADReplacement() local
270 if (ST->hasBWI() && NumElts >= 64) { in trySADReplacement()
283 if (NumElts < 16) { in trySADReplacement()
286 for (unsigned i = 0; i != NumElts; ++i) in trySADReplacement()
288 for (unsigned i = NumElts; i != 16; ++i) in trySADReplacement()
289 ConcatMask[i] = (i % NumElts) + NumElts; in trySADReplacement()
294 NumElts = 16; in trySADReplacement()
330 if (NumElts == 2) { in trySADReplacement()
[all …]
H A DX86ISelLowering.cpp3456 return isUndefInRange(Mask, NumElts / 2, NumElts / 2); in isUndefUpperHalf()
4896 if (isAnyInRange(Mask, NumElts, 2 * NumElts) && in getTargetConstantBitsFromNode()
9766 assert((NumElts == 4 || NumElts == 8 || NumElts == 16) && in lowerShuffleToEXPAND()
11409 int Low = Mask[0] < (int)NumElts ? 0 : NumElts; in lowerShuffleAsVALIGN()
15509 (NumElts == 2 || NumElts == 4 || NumElts == 8) && in matchShuffleWithSHUFPD()
15645 size_t ThirdQtr = NumElts + NumElts / 2; in lowerShufflePairAsUNPCKAndPermute()
43394 if (NumElts > 64 || !isPowerOf2_32(NumElts)) in combinePredicateReduction()
43467 assert((NumElts <= 32 || NumElts == 64) && in combinePredicateReduction()
46611 if (NumElts == 1 || !isPowerOf2_32(NumElts)) in combineMulToPMADDWD()
55948 if (NumElts == 1 || !isPowerOf2_32(NumElts)) in combineFP_EXTEND()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Bitstream/Reader/
H A DBitstreamReader.cpp106 unsigned NumElts = MaybeVBR.get(); in skipRecord() local
154 unsigned NumElts = MaybeNum.get(); in skipRecord() local
174 for (; NumElts; --NumElts) in skipRecord()
194 unsigned NumElts = MaybeNum.get(); in skipRecord() local
228 if (!isSizePlausible(NumElts)) in readRecord()
230 Vals.reserve(Vals.size() + NumElts); in readRecord()
285 if (!isSizePlausible(NumElts)) in readRecord()
302 for (; NumElts; --NumElts) in readRecord()
310 for (; NumElts; --NumElts) in readRecord()
318 for (; NumElts; --NumElts) in readRecord()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/
H A DAArch64PostLegalizerLowering.cpp96 for (unsigned i = 0; i < NumElts; ++i) { in isREVMask()
111 if (NumElts % 2 != 0) in isTRNMask()
158 if (Imm < NumElts) in getExtMask()
161 Imm -= NumElts; in getExtMask()
169 for (unsigned i = 0; i != NumElts; ++i) { in isUZPMask()
182 if (NumElts % 2 != 0) in isZipMask()
243 unsigned NumElts = Ty.getNumElements(); in matchREV() local
389 unsigned NumElts = Ty.getNumElements(); in isSingletonExtMask() local
403 if (ExpectedElt == NumElts) in isSingletonExtMask()
500 if (SrcLane >= NumElts) { in matchINS()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineVectorOps.cpp190 ElementCount NumElts = in foldBitcastExtElt() local
230 if (NumSrcElts == NumElts) in foldBitcastExtElt()
621 Mask.assign(NumElts, -1); in collectSingleShuffleElements()
633 Mask.push_back(i + NumElts); in collectSingleShuffleElements()
781 Mask.assign(NumElts, -1); in collectShuffleElements()
787 Mask.assign(NumElts, 0); in collectShuffleElements()
1460 unsigned NumElts = in foldConstantInsEltIntoShuffle() local
1479 Mask[I] = NumElts + I; in foldConstantInsEltIntoShuffle()
2096 unsigned NumElts = Mask.size(); in foldSelectShuffleOfSelectShuffle() local
2589 int NumElts = Mask.size(); in foldShuffleWithInsert() local
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/IR/
H A DAutoUpgrade.cpp1466 if (Idx < NumElts) in upgradeX86PSLLDQIntrinsics()
1521 if (NumElts <= 4) { in getX86MaskVec()
1574 ShiftVal &= (NumElts - 1); in upgradeX86ALIGNIntrinsics()
1876 if (NumElts < 8) { in applyX86MaskOn1BitsVec()
1881 Indices[i] = NumElts + i % NumElts; in applyX86MaskOn1BitsVec()
3192 SmallVector<int, 8> Idxs(NumElts); in UpgradeIntrinsicCall()
3214 unsigned HalfSize = NumElts / 2; in UpgradeIntrinsicCall()
3249 SmallVector<int, 8> Idxs(NumElts); in UpgradeIntrinsicCall()
3314 Idxs[i] += NumElts; in UpgradeIntrinsicCall()
4608 unsigned NumElts = in UpgradeIntrinsicCall() local
[all …]
H A DIRBuilder.cpp635 ElementCount NumElts = VecTy->getElementCount(); in CreateMaskedGather() local
640 Mask = getAllOnesMask(NumElts); in CreateMaskedGather()
665 ElementCount NumElts = PtrsTy->getElementCount(); in CreateMaskedScatter() local
668 Mask = getAllOnesMask(NumElts); in CreateMaskedScatter()
1178 int NumElts = Ty->getElementCount().getKnownMinValue(); in CreateVectorReverse() local
1179 for (int i = 0; i < NumElts; ++i) in CreateVectorReverse()
1180 ShuffleMask.push_back(NumElts - i - 1); in CreateVectorReverse()
1200 assert(((-Imm <= NumElts) || (Imm < NumElts)) && in CreateVectorSplice()
1204 unsigned Idx = (NumElts + Imm) % NumElts; in CreateVectorSplice()
1206 for (unsigned I = 0; I < NumElts; ++I) in CreateVectorSplice()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeTypesGeneric.cpp345 unsigned NumElts = 2; in ExpandOp_BITCAST() local
349 NumElts); in ExpandOp_BITCAST()
353 NumElts = N->getValueType(0).getVectorNumElements(); in ExpandOp_BITCAST()
371 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_BUILD_VECTOR() local
382 NewElts.reserve(NumElts*2); in ExpandOp_BUILD_VECTOR()
384 for (unsigned i = 0; i < NumElts; ++i) { in ExpandOp_BUILD_VECTOR()
409 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_INSERT_VECTOR_ELT() local
421 EVT NewVecVT = EVT::getVectorVT(*DAG.getContext(), NewEVT, NumElts*2); in ExpandOp_INSERT_VECTOR_ELT()
447 unsigned NumElts = VT.getVectorNumElements(); in ExpandOp_SCALAR_TO_VECTOR() local
448 SmallVector<SDValue, 16> Ops(NumElts); in ExpandOp_SCALAR_TO_VECTOR()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUImageIntrinsicOptimizer.cpp206 unsigned NumElts = popcount(DMaskVal); in optimizeSection() local
211 unsigned NumMsaas = NumElts; in optimizeSection()
213 unsigned NumVDataLoads = divideCeil(NumElts, isD16 ? 2 : 1) * NumLoads; in optimizeSection()
256 if (NumElts == 1) { in optimizeSection()
261 for (unsigned I = 0; I < NumElts; ++I) { in optimizeSection()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/DirectX/
H A DCBufferDataLayout.cpp77 unsigned NumElts = AT->getNumElements(); in getTypeAllocSize() local
78 if (NumElts == 0) in getTypeAllocSize()
84 return TypeSize::getFixed(AlignedEltSize * (NumElts - 1) + EltSize); in getTypeAllocSize()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/ADT/
H A DSmallVector.h404 void growAndAssign(size_t NumElts, const T &Elt) { in growAndAssign() argument
411 this->set_size(NumElts); in growAndAssign()
556 void growAndAssign(size_t NumElts, T Elt) { in growAndAssign() argument
560 this->grow(NumElts); in growAndAssign()
562 this->set_size(NumElts); in growAndAssign()
717 void assign(size_type NumElts, ValueParamT Elt) { in assign() argument
719 if (NumElts > this->capacity()) { in assign()
720 this->growAndAssign(NumElts, Elt); in assign()
726 if (NumElts > this->size()) in assign()
728 else if (NumElts < this->size()) in assign()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/
H A DARMTargetTransformInfo.cpp1545 if (NumElts % Factor == 0 && in getInterleavedMemoryOpCost()
1692 NumElts /= 2; in getArithmeticReductionCost()
1701 NumElts /= 2; in getArithmeticReductionCost()
1706 NumElts * in getArithmeticReductionCost()
1716 while (isPowerOf2_32(NumElts) && NumElts * EltSize > VecLimit) { in getArithmeticReductionCost()
1719 NumElts /= 2; in getArithmeticReductionCost()
1728 NumElts /= 2; in getArithmeticReductionCost()
1833 while (isPowerOf2_32(NumElts) && NumElts * EltSize > VecLimit) { in getMinMaxReductionCost()
1837 NumElts /= 2; in getMinMaxReductionCost()
1844 NumElts == 8) { in getMinMaxReductionCost()
[all …]
H A DMVELaneInterleavingPass.cpp305 unsigned NumElts = VT->getNumElements(); in tryInterleave() local
309 if (BaseElts == 0 || NumElts % BaseElts != 0) { in tryInterleave()
348 for (unsigned Base = 0; Base < NumElts; Base += BaseElts) { in tryInterleave()
354 for (unsigned Base = 0; Base < NumElts; Base += BaseElts) { in tryInterleave()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DRelLookupTableConverter.cpp98 unsigned NumElts = LookupTableArr->getType()->getNumElements(); in createRelLookupTable() local
100 ArrayType::get(Type::getInt32Ty(M.getContext()), NumElts); in createRelLookupTable()
109 SmallVector<Constant *, 64> RelLookupTableContents(NumElts); in createRelLookupTable()
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/
H A DExpandReductions.cpp147 unsigned NumElts = FTy->getNumElements(); in expandReductions() local
148 if (!isPowerOf2_32(NumElts)) in expandReductions()
152 Rdx = Builder.CreateBitCast(Vec, Builder.getIntNTy(NumElts)); in expandReductions()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/
H A DTargetLoweringObjectFile.cpp107 unsigned NumElts = CDS->getNumElements(); in IsNullTerminatedString() local
108 assert(NumElts != 0 && "Can't have an empty CDS"); in IsNullTerminatedString()
110 if (CDS->getElementAsInteger(NumElts-1) != 0) in IsNullTerminatedString()
114 for (unsigned i = 0; i != NumElts-1; ++i) in IsNullTerminatedString()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/
H A DPoisonChecking.cpp199 unsigned NumElts = VecVTy->getNumElements(); in generateCreationChecks() local
202 ConstantInt::get(Idx->getType(), NumElts)); in generateCreationChecks()
212 unsigned NumElts = VecVTy->getNumElements(); in generateCreationChecks() local
215 ConstantInt::get(Idx->getType(), NumElts)); in generateCreationChecks()
/freebsd-14.2/contrib/llvm-project/clang/include/clang/AST/
H A DAPValue.h271 unsigned NumElts = 0;
279 unsigned NumElts, ArrSize;
280 Arr(unsigned NumElts, unsigned ArrSize);
507 return ((const Vec *)(const void *)&Data)->NumElts;
531 return ((const Arr *)(const void *)&Data)->NumElts;
691 V->NumElts = N;
692 return {V->Elts, V->NumElts};
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp643 unsigned NumElts = VecTy->getNumElements(); in foldInsExtFNeg() local
644 if (Index >= NumElts) in foldInsExtFNeg()
650 SmallVector<int> Mask(NumElts); in foldInsExtFNeg()
652 Mask[Index] = Index + NumElts; in foldInsExtFNeg()
1611 unsigned NumElts = VT->getNumElements(); in foldSelectShuffle() local
1644 } else if (Mask[I] < static_cast<int>(NumElts)) { in foldSelectShuffle()
1663 ReconstructMask.push_back(NumElts + V2.size()); in foldSelectShuffle()
1664 V2.emplace_back(Mask[I] - NumElts, NumElts + V2.size()); in foldSelectShuffle()
1728 else if (M < static_cast<int>(NumElts)) { in foldSelectShuffle()
1748 while (V1A.size() < NumElts) { in foldSelectShuffle()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/GlobalISel/
H A DLegalizerInfo.h965 unsigned NumElts = VecTy.getNumElements(); in widenVectorEltsToVectorMinSize()
966 unsigned MinSize = VectorSize / NumElts; in widenVectorEltsToVectorMinSize()
967 LLT NewTy = LLT::fixed_vector(NumElts, LLT::scalar(MinSize)); in widenVectorEltsToVectorMinSize()
1141 unsigned NumElts) { in alignNumElementsTo() argument
1148 (VecTy.getNumElements() % NumElts != 0); in alignNumElementsTo()
1152 unsigned NewSize = alignTo(VecTy.getNumElements(), NumElts); in alignNumElementsTo()
1201 unsigned NumElts) { in clampMaxNumElementsStrict() argument
1202 return alignNumElementsTo(TypeIdx, EltTy, NumElts) in clampMaxNumElementsStrict()
1203 .clampMaxNumElements(TypeIdx, EltTy, NumElts); in clampMaxNumElementsStrict()

123456