| /llvm-project-15.0.7/llvm/lib/Target/X86/MCTargetDesc/ |
| H A D | X86ShuffleDecode.cpp | 56 ShuffleMask[Idx + i] = NumElts + i; in DecodeInsertElementMask() 142 Imm = Imm & (NumElts - 1); in DecodeVALIGNMask() 207 for (unsigned s = 0; s != NumElts * 2; s += NumElts) { in DecodeSHUFPMask() 251 ShuffleMask.append(NumElts, 0); in DecodeVectorBroadcast() 273 if (l >= (NumElts / 2)) in decodeVSHUF64x2FamilyMask() 274 Index += NumElts; in decodeVSHUF64x2FamilyMask() 282 unsigned HalfSize = NumElts / 2; in DecodeVPERM2X128Mask() 394 ShuffleMask.push_back(NumElts); in DecodeScalarMoveMask() 401 unsigned HalfElts = NumElts / 2; in DecodeEXTRQIMask() 438 unsigned HalfElts = NumElts / 2; in DecodeINSERTQIMask() [all …]
|
| H A D | X86ShuffleDecode.h | 52 void DecodePSLLDQMask(unsigned NumElts, unsigned Imm, 55 void DecodePSRLDQMask(unsigned NumElts, unsigned Imm, 58 void DecodePALIGNRMask(unsigned NumElts, unsigned Imm, 61 void DecodeVALIGNMask(unsigned NumElts, unsigned Imm, 69 void DecodePSHUFHWMask(unsigned NumElts, unsigned Imm, 73 void DecodePSHUFLWMask(unsigned NumElts, unsigned Imm, 84 void DecodeUNPCKHMask(unsigned NumElts, unsigned ScalarBits, 104 void DecodeBLENDMask(unsigned NumElts, unsigned Imm, 107 void DecodeVPERM2X128Mask(unsigned NumElts, unsigned Imm, 117 void DecodeVPERMMask(unsigned NumElts, unsigned Imm, [all …]
|
| H A D | X86IntelInstPrinter.cpp | 180 unsigned NumElts; in printVecCompareInstr() local 182 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 184 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 186 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() 189 NumElts *= 2; in printVecCompareInstr() 191 OS << "{1to" << NumElts << "}"; in printVecCompareInstr() 330 unsigned NumElts; in printVecCompareInstr() local 332 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 334 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 336 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() [all …]
|
| H A D | X86ATTInstPrinter.cpp | 190 unsigned NumElts; in printVecCompareInstr() local 192 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 194 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 196 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() 199 NumElts *= 2; in printVecCompareInstr() 201 OS << "{1to" << NumElts << "}"; in printVecCompareInstr() 342 unsigned NumElts; in printVecCompareInstr() local 344 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 346 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 348 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86ShuffleDecodeConstantPool.cpp | 128 unsigned NumElts = Width / 8; in DecodePSHUFBMask() local 129 assert((NumElts == 16 || NumElts == 32 || NumElts == 64) && in DecodePSHUFBMask() 132 for (unsigned i = 0; i != NumElts; ++i) { in DecodePSHUFBMask() 167 unsigned NumElts = Width / ElSize; in DecodeVPERMILPMask() local 169 assert((NumElts == 2 || NumElts == 4 || NumElts == 8 || NumElts == 16) && in DecodeVPERMILPMask() 172 for (unsigned i = 0; i != NumElts; ++i) { in DecodeVPERMILPMask() 203 unsigned NumElts = Width / ElSize; in DecodeVPERMIL2PMask() local 205 assert((NumElts == 2 || NumElts == 4 || NumElts == 8) && in DecodeVPERMIL2PMask() 208 for (unsigned i = 0; i != NumElts; ++i) { in DecodeVPERMIL2PMask() 239 Index += Src * NumElts; in DecodeVPERMIL2PMask() [all …]
|
| H A D | X86PartialReduction.cpp | 192 SmallVector<int, 16> OddMask(NumElts / 2); in tryMAddReplacement() 205 SmallVector<int, 32> ConcatMask(NumElts); in tryMAddReplacement() 266 unsigned NumElts = OpTy->getNumElements(); in trySADReplacement() local 270 if (ST->hasBWI() && NumElts >= 64) { in trySADReplacement() 283 if (NumElts < 16) { in trySADReplacement() 286 for (unsigned i = 0; i != NumElts; ++i) in trySADReplacement() 288 for (unsigned i = NumElts; i != 16; ++i) in trySADReplacement() 289 ConcatMask[i] = (i % NumElts) + NumElts; in trySADReplacement() 294 NumElts = 16; in trySADReplacement() 330 if (NumElts == 2) { in trySADReplacement() [all …]
|
| H A D | X86MCInstLower.cpp | 2363 int NumElts; in addConstantComments() local 2366 case X86::MOVDDUPrm: NumElts = 2; break; in addConstantComments() 2367 case X86::VMOVDDUPrm: NumElts = 2; break; in addConstantComments() 2368 case X86::VMOVDDUPZ128rm: NumElts = 2; break; in addConstantComments() 2369 case X86::VBROADCASTSSrm: NumElts = 4; break; in addConstantComments() 2370 case X86::VBROADCASTSSYrm: NumElts = 8; break; in addConstantComments() 2371 case X86::VBROADCASTSSZ128rm: NumElts = 4; break; in addConstantComments() 2372 case X86::VBROADCASTSSZ256rm: NumElts = 8; break; in addConstantComments() 2373 case X86::VBROADCASTSSZrm: NumElts = 16; break; in addConstantComments() 2374 case X86::VBROADCASTSDYrm: NumElts = 4; break; in addConstantComments() [all …]
|
| H A D | X86ISelLowering.cpp | 6056 return isUndefInRange(Mask, NumElts / 2, NumElts / 2); in isUndefUpperHalf() 7465 if (isAnyInRange(Mask, NumElts, 2 * NumElts) && in getTargetConstantBitsFromNode() 12124 assert((NumElts == 4 || NumElts == 8 || NumElts == 16) && in lowerShuffleToEXPAND() 13575 !isUndefOrInRange(StubMask, NumElts, 2 * NumElts)) in lowerShuffleAsByteShiftMask() 17633 (NumElts == 2 || NumElts == 4 || NumElts == 8) && in matchShuffleWithSHUFPD() 43143 if (NumElts > 64 || !isPowerOf2_32(NumElts)) in combinePredicateReduction() 43215 assert((NumElts <= 32 || NumElts == 64) && in combinePredicateReduction() 46224 if (NumElts == 1 || !isPowerOf2_32(NumElts)) in combineMulToPMADDWD() 49749 else if (isUndefOrInRange(LMask, NumElts, NumElts * 2)) in isHorizontalBinOp() 54847 if (NumElts == 1 || !isPowerOf2_32(NumElts)) in combineFP_EXTEND() [all …]
|
| H A D | X86InstCombineIntrinsic.cpp | 352 int NumElts = VT->getNumElements(); in simplifyX86varShift() local 374 for (int I = 0; I < NumElts; ++I) { in simplifyX86varShift() 522 unsigned NumElts = ArgTy->getNumElements(); in simplifyX86movmsk() local 523 Type *IntegerTy = Builder.getIntNTy(NumElts); in simplifyX86movmsk() 809 unsigned NumElts = VecTy->getNumElements(); in simplifyX86pshufb() local 810 assert((NumElts == 16 || NumElts == 32 || NumElts == 64) && in simplifyX86pshufb() 818 for (unsigned I = 0; I < NumElts; ++I) { in simplifyX86pshufb() 837 Index = ((Index < 0) ? NumElts : Index & 0x0F) + (I & 0xF0); in simplifyX86pshufb() 854 unsigned NumElts = VecTy->getNumElements(); in simplifyX86vpermilvar() local 857 assert(NumElts == 16 || NumElts == 8 || NumElts == 4 || NumElts == 2); in simplifyX86vpermilvar() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Bitstream/Reader/ |
| H A D | BitstreamReader.cpp | 105 unsigned NumElts = MaybeVBR.get(); in skipRecord() local 153 unsigned NumElts = MaybeNum.get(); in skipRecord() local 173 for (; NumElts; --NumElts) in skipRecord() 193 unsigned NumElts = MaybeNum.get(); in skipRecord() local 227 if (!isSizePlausible(NumElts)) in readRecord() 229 Vals.reserve(Vals.size() + NumElts); in readRecord() 284 if (!isSizePlausible(NumElts)) in readRecord() 301 for (; NumElts; --NumElts) in readRecord() 309 for (; NumElts; --NumElts) in readRecord() 317 for (; NumElts; --NumElts) in readRecord() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64PostLegalizerLowering.cpp | 81 for (unsigned i = 0; i < NumElts; ++i) { in isREVMask() 97 if (NumElts % 2 != 0) in isTRNMask() 100 for (unsigned i = 0; i < NumElts; i += 2) { in isTRNMask() 144 if (Imm < NumElts) in getExtMask() 147 Imm -= NumElts; in getExtMask() 156 for (unsigned i = 0; i != NumElts; ++i) { in isUZPMask() 170 if (NumElts % 2 != 0) in isZipMask() 175 unsigned Idx = WhichResult * NumElts / 2; in isZipMask() 231 unsigned NumElts = Ty.getNumElements(); in matchREV() local 447 if (SrcLane >= NumElts) { in matchINS() [all …]
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | AutoUpgrade.cpp | 1129 if (Idx < NumElts) in UpgradeX86PSLLDQIntrinsics() 1184 if (NumElts <= 4) { in getX86MaskVec() 1237 ShiftVal &= (NumElts - 1); in UpgradeX86ALIGNIntrinsics() 1541 if (NumElts < 8) { in ApplyX86MaskOn1BitsVec() 1546 Indices[i] = NumElts + i % NumElts; in ApplyX86MaskOn1BitsVec() 2743 SmallVector<int, 16> Idxs(NumElts); in UpgradeIntrinsicCall() 2828 SmallVector<int, 8> Idxs(NumElts); in UpgradeIntrinsicCall() 2850 unsigned HalfSize = NumElts / 2; in UpgradeIntrinsicCall() 2885 SmallVector<int, 8> Idxs(NumElts); in UpgradeIntrinsicCall() 2950 Idxs[i] += NumElts; in UpgradeIntrinsicCall() [all …]
|
| H A D | IRBuilder.cpp | 618 ElementCount NumElts = VecTy->getElementCount(); in CreateMaskedGather() local 628 VectorType::get(Type::getInt1Ty(Context), NumElts)); in CreateMaskedGather() 653 ElementCount NumElts = PtrsTy->getElementCount(); in CreateMaskedScatter() local 657 assert(NumElts == DataTy->getElementCount() && in CreateMaskedScatter() 1109 int NumElts = Ty->getElementCount().getKnownMinValue(); in CreateVectorReverse() local 1110 for (int i = 0; i < NumElts; ++i) in CreateVectorReverse() 1111 ShuffleMask.push_back(NumElts - i - 1); in CreateVectorReverse() 1131 assert(((-Imm <= NumElts) || (Imm < NumElts)) && in CreateVectorSplice() 1135 unsigned Idx = (NumElts + Imm) % NumElts; in CreateVectorSplice() 1137 for (unsigned I = 0; I < NumElts; ++I) in CreateVectorSplice() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 187 ElementCount NumElts = in foldBitcastExtElt() local 220 if (NumSrcElts == NumElts) in foldBitcastExtElt() 597 Mask.assign(NumElts, -1); in collectSingleShuffleElements() 609 Mask.push_back(i + NumElts); in collectSingleShuffleElements() 752 Mask.assign(NumElts, -1); in collectShuffleElements() 758 Mask.assign(NumElts, 0); in collectShuffleElements() 1425 unsigned NumElts = in foldConstantInsEltIntoShuffle() local 1444 Mask[I] = NumElts + I; in foldConstantInsEltIntoShuffle() 2377 assert(NumElts < Mask.size() && in foldIdentityExtractShuffle() 2396 int NumElts = Mask.size(); in foldShuffleWithInsert() local [all …]
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeTypesGeneric.cpp | 347 unsigned NumElts = 2; in ExpandOp_BITCAST() local 351 NumElts); in ExpandOp_BITCAST() 355 NumElts = N->getValueType(0).getVectorNumElements(); in ExpandOp_BITCAST() 363 DAG.getBuildVector(NVT, dl, makeArrayRef(Ops.data(), NumElts)); in ExpandOp_BITCAST() 374 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_BUILD_VECTOR() local 385 NewElts.reserve(NumElts*2); in ExpandOp_BUILD_VECTOR() 387 for (unsigned i = 0; i < NumElts; ++i) { in ExpandOp_BUILD_VECTOR() 412 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_INSERT_VECTOR_ELT() local 450 unsigned NumElts = VT.getVectorNumElements(); in ExpandOp_SCALAR_TO_VECTOR() local 451 SmallVector<SDValue, 16> Ops(NumElts); in ExpandOp_SCALAR_TO_VECTOR() [all …]
|
| H A D | LegalizeVectorTypes.cpp | 4021 NumElts = NumElts / 2; in WidenVecRes_BinaryCanTrap() 4036 if (NumElts == 1) in WidenVecRes_BinaryCanTrap() 4061 Idx += NumElts; in WidenVecRes_BinaryCanTrap() 4065 NumElts = NumElts / 2; in WidenVecRes_BinaryCanTrap() 4069 if (NumElts == 1) { in WidenVecRes_BinaryCanTrap() 4110 NumElts = NumElts / 2; in WidenVecRes_StrictFP() 4115 if (NumElts == 1) in WidenVecRes_StrictFP() 4167 Idx += NumElts; in WidenVecRes_StrictFP() 4171 NumElts = NumElts / 2; in WidenVecRes_StrictFP() 4175 if (NumElts == 1) { in WidenVecRes_StrictFP() [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/ADT/ |
| H A D | SmallVector.h | 378 void growAndAssign(size_t NumElts, const T &Elt) { in growAndAssign() argument 385 this->set_size(NumElts); in growAndAssign() 524 void growAndAssign(size_t NumElts, T Elt) { in growAndAssign() argument 528 this->grow(NumElts); in growAndAssign() 530 this->set_size(NumElts); in growAndAssign() 688 void assign(size_type NumElts, ValueParamT Elt) { in assign() argument 690 if (NumElts > this->capacity()) { in assign() 691 this->growAndAssign(NumElts, Elt); in assign() 697 if (NumElts > this->size()) in assign() 699 else if (NumElts < this->size()) in assign() [all …]
|
| /llvm-project-15.0.7/clang/include/clang/AST/ |
| H A D | APValue.h | 271 unsigned NumElts; 272 Vec() : Elts(nullptr), NumElts(0) {} 277 unsigned NumElts, ArrSize; 278 Arr(unsigned NumElts, unsigned ArrSize); 499 return ((const Vec *)(const void *)&Data)->NumElts; 523 return ((const Arr *)(const void *)&Data)->NumElts; 683 V->NumElts = N; 684 return {V->Elts, V->NumElts};
|
| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | MVELaneInterleavingPass.cpp | 287 unsigned NumElts = VT->getNumElements(); in tryInterleave() local 291 if (BaseElts == 0 || NumElts % BaseElts != 0) { in tryInterleave() 322 for (unsigned Base = 0; Base < NumElts; Base += BaseElts) { in tryInterleave() 328 for (unsigned Base = 0; Base < NumElts; Base += BaseElts) { in tryInterleave()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | RelLookupTableConverter.cpp | 98 unsigned NumElts = LookupTableArr->getType()->getNumElements(); in createRelLookupTable() local 100 ArrayType::get(Type::getInt32Ty(M.getContext()), NumElts); in createRelLookupTable() 109 SmallVector<Constant *, 64> RelLookupTableContents(NumElts); in createRelLookupTable()
|
| /llvm-project-15.0.7/llvm/lib/Target/ |
| H A D | TargetLoweringObjectFile.cpp | 107 unsigned NumElts = CDS->getNumElements(); in IsNullTerminatedString() local 108 assert(NumElts != 0 && "Can't have an empty CDS"); in IsNullTerminatedString() 110 if (CDS->getElementAsInteger(NumElts-1) != 0) in IsNullTerminatedString() 114 for (unsigned i = 0; i != NumElts-1; ++i) in IsNullTerminatedString()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Instrumentation/ |
| H A D | PoisonChecking.cpp | 199 unsigned NumElts = VecVTy->getNumElements(); in generateCreationChecks() local 202 ConstantInt::get(Idx->getType(), NumElts)); in generateCreationChecks() 212 unsigned NumElts = VecVTy->getNumElements(); in generateCreationChecks() local 215 ConstantInt::get(Idx->getType(), NumElts)); in generateCreationChecks()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | InterleavedAccessPass.cpp | 207 unsigned NumElts = Mask.size(); in isReInterleaveMask() local 208 if (NumElts < 4) in isReInterleaveMask() 213 if (NumElts % Factor) in isReInterleaveMask() 216 unsigned LaneLen = NumElts / Factor; in isReInterleaveMask()
|
| /llvm-project-15.0.7/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelLowering.cpp | 194 NumElts /= 2; in ComputePTXValueVTs() 281 if (NumElts != 4 && NumElts != 2) in CanMergeParamLoadStoresStartingAt() 294 return NumElts; in CanMergeParamLoadStoresStartingAt() 332 switch (NumElts) { in VectorizePTXValueVTs() 1628 switch (NumElts) { in LowerCall() 2386 switch (NumElts) { in LowerSTOREVector() 2412 NumElts /= 2; in LowerSTOREVector() 2746 switch (NumElts) { in LowerReturn() 4983 switch (NumElts) { in ReplaceLoadVector() 5024 NumElts /= 2; in ReplaceLoadVector() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | VectorCombine.cpp | 1319 unsigned NumElts = VT->getNumElements(); in foldSelectShuffle() local 1340 ShuffleVectorInst::commuteShuffleMask(Mask, NumElts); in foldSelectShuffle() 1352 } else if (Mask[I] < static_cast<int>(NumElts)) { in foldSelectShuffle() 1364 MaxV2Elt = std::max<int>(MaxV2Elt, Mask[I] - NumElts); in foldSelectShuffle() 1369 ReconstructMask.push_back(NumElts + It - V2.begin()); in foldSelectShuffle() 1371 ReconstructMask.push_back(NumElts + V2.size()); in foldSelectShuffle() 1372 V2.emplace_back(Mask[I] - NumElts, NumElts + V2.size()); in foldSelectShuffle() 1436 else if (M < static_cast<int>(NumElts)) { in foldSelectShuffle() 1439 ReconstructMask.push_back(NumElts + FindIndex(V2, M)); in foldSelectShuffle() 1456 while (V1A.size() < NumElts) { in foldSelectShuffle() [all …]
|