| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/X86/MCTargetDesc/ |
| H A D | X86ShuffleDecode.cpp | 55 ShuffleMask[Idx + i] = NumElts + i; in DecodeInsertElementMask() 141 Imm = Imm & (NumElts - 1); in DecodeVALIGNMask() 206 for (unsigned s = 0; s != NumElts * 2; s += NumElts) { in DecodeSHUFPMask() 250 ShuffleMask.append(NumElts, 0); in DecodeVectorBroadcast() 272 if (l >= (NumElts / 2)) in decodeVSHUF64x2FamilyMask() 273 Index += NumElts; in decodeVSHUF64x2FamilyMask() 281 unsigned HalfSize = NumElts / 2; in DecodeVPERM2X128Mask() 393 ShuffleMask.push_back(NumElts); in DecodeScalarMoveMask() 400 unsigned HalfElts = NumElts / 2; in DecodeEXTRQIMask() 437 unsigned HalfElts = NumElts / 2; in DecodeINSERTQIMask() [all …]
|
| H A D | X86ShuffleDecode.h | 52 void DecodePSLLDQMask(unsigned NumElts, unsigned Imm, 55 void DecodePSRLDQMask(unsigned NumElts, unsigned Imm, 58 void DecodePALIGNRMask(unsigned NumElts, unsigned Imm, 61 void DecodeVALIGNMask(unsigned NumElts, unsigned Imm, 69 void DecodePSHUFHWMask(unsigned NumElts, unsigned Imm, 73 void DecodePSHUFLWMask(unsigned NumElts, unsigned Imm, 84 void DecodeUNPCKHMask(unsigned NumElts, unsigned ScalarBits, 104 void DecodeBLENDMask(unsigned NumElts, unsigned Imm, 107 void DecodeVPERM2X128Mask(unsigned NumElts, unsigned Imm, 117 void DecodeVPERMMask(unsigned NumElts, unsigned Imm, [all …]
|
| H A D | X86ATTInstPrinter.cpp | 172 unsigned NumElts; in printVecCompareInstr() local 174 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 176 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 178 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() 179 OS << "{1to" << NumElts << "}"; in printVecCompareInstr() 314 unsigned NumElts; in printVecCompareInstr() local 316 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 318 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 320 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() 321 OS << "{1to" << NumElts << "}"; in printVecCompareInstr()
|
| H A D | X86IntelInstPrinter.cpp | 162 unsigned NumElts; in printVecCompareInstr() local 164 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 166 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 168 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() 169 OS << "{1to" << NumElts << "}"; in printVecCompareInstr() 302 unsigned NumElts; in printVecCompareInstr() local 304 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 8 : 16; in printVecCompareInstr() 306 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 4 : 8; in printVecCompareInstr() 308 NumElts = (Desc.TSFlags & X86II::VEX_W) ? 2 : 4; in printVecCompareInstr() 309 OS << "{1to" << NumElts << "}"; in printVecCompareInstr()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86ShuffleDecodeConstantPool.cpp | 128 unsigned NumElts = Width / 8; in DecodePSHUFBMask() local 129 assert((NumElts == 16 || NumElts == 32 || NumElts == 64) && in DecodePSHUFBMask() 132 for (unsigned i = 0; i != NumElts; ++i) { in DecodePSHUFBMask() 167 unsigned NumElts = Width / ElSize; in DecodeVPERMILPMask() local 169 assert((NumElts == 2 || NumElts == 4 || NumElts == 8 || NumElts == 16) && in DecodeVPERMILPMask() 172 for (unsigned i = 0; i != NumElts; ++i) { in DecodeVPERMILPMask() 203 unsigned NumElts = Width / ElSize; in DecodeVPERMIL2PMask() local 205 assert((NumElts == 2 || NumElts == 4 || NumElts == 8) && in DecodeVPERMIL2PMask() 208 for (unsigned i = 0; i != NumElts; ++i) { in DecodeVPERMIL2PMask() 239 Index += Src * NumElts; in DecodeVPERMIL2PMask() [all …]
|
| H A D | X86PartialReduction.cpp | 140 unsigned NumElts = MulTy->getNumElements(); in tryMAddReplacement() local 146 SmallVector<int, 16> OddMask(NumElts / 2); in tryMAddReplacement() 159 SmallVector<int, 32> ConcatMask(NumElts); in tryMAddReplacement() 215 unsigned NumElts = OpTy->getNumElements(); in trySADReplacement() local 219 if (ST->hasBWI() && NumElts >= 64) { in trySADReplacement() 232 if (NumElts < 16) { in trySADReplacement() 235 for (unsigned i = 0; i != NumElts; ++i) in trySADReplacement() 238 ConcatMask[i] = (i % NumElts) + NumElts; in trySADReplacement() 243 NumElts = 16; in trySADReplacement() 279 if (NumElts == 2) { in trySADReplacement() [all …]
|
| H A D | X86MCInstLower.cpp | 2317 int NumElts; in addConstantComments() local 2320 case X86::MOVDDUPrm: NumElts = 2; break; in addConstantComments() 2321 case X86::VMOVDDUPrm: NumElts = 2; break; in addConstantComments() 2322 case X86::VMOVDDUPZ128rm: NumElts = 2; break; in addConstantComments() 2323 case X86::VBROADCASTSSrm: NumElts = 4; break; in addConstantComments() 2324 case X86::VBROADCASTSSYrm: NumElts = 8; break; in addConstantComments() 2325 case X86::VBROADCASTSSZ128rm: NumElts = 4; break; in addConstantComments() 2326 case X86::VBROADCASTSSZ256rm: NumElts = 8; break; in addConstantComments() 2327 case X86::VBROADCASTSSZrm: NumElts = 16; break; in addConstantComments() 2328 case X86::VBROADCASTSDYrm: NumElts = 4; break; in addConstantComments() [all …]
|
| H A D | X86ISelLowering.cpp | 5583 return isUndefInRange(Mask, NumElts / 2, NumElts / 2); in isUndefUpperHalf() 6815 if (isAnyInRange(Mask, NumElts, 2 * NumElts) && in getTargetConstantBitsFromNode() 11413 assert((NumElts == 4 || NumElts == 8 || NumElts == 16) && in lowerShuffleToEXPAND() 12813 !isUndefOrInRange(StubMask, NumElts, 2 * NumElts)) in lowerShuffleAsByteShiftMask() 16767 (NumElts == 2 || NumElts == 4 || NumElts == 8) && in matchShuffleWithSHUFPD() 40617 if (NumElts > 64 || !isPowerOf2_32(NumElts)) in combinePredicateReduction() 40693 assert((NumElts <= 32 || NumElts == 64) && in combinePredicateReduction() 46541 else if (isUndefOrInRange(LMask, NumElts, NumElts * 2)) in isHorizontalBinOp() 46546 else if (isUndefOrInRange(RMask, NumElts, NumElts * 2)) in isHorizontalBinOp() 51008 if (NumElts == 1 || !isPowerOf2_32(NumElts)) in combineFP_EXTEND() [all …]
|
| H A D | X86InstCombineIntrinsic.cpp | 352 int NumElts = VT->getNumElements(); in simplifyX86varShift() local 375 for (int I = 0; I < NumElts; ++I) { in simplifyX86varShift() 523 unsigned NumElts = ArgTy->getNumElements(); in simplifyX86movmsk() local 525 Type *IntegerTy = Builder.getIntNTy(NumElts); in simplifyX86movmsk() 811 unsigned NumElts = VecTy->getNumElements(); in simplifyX86pshufb() local 812 assert((NumElts == 16 || NumElts == 32 || NumElts == 64) && in simplifyX86pshufb() 820 for (unsigned I = 0; I < NumElts; ++I) { in simplifyX86pshufb() 839 Index = ((Index < 0) ? NumElts : Index & 0x0F) + (I & 0xF0); in simplifyX86pshufb() 856 unsigned NumElts = VecTy->getNumElements(); in simplifyX86vpermilvar() local 859 assert(NumElts == 16 || NumElts == 8 || NumElts == 4 || NumElts == 2); in simplifyX86vpermilvar() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Bitstream/Reader/ |
| H A D | BitstreamReader.cpp | 101 unsigned NumElts = MaybeVBR.get(); in skipRecord() local 145 unsigned NumElts = MaybeNum.get(); in skipRecord() local 165 for (; NumElts; --NumElts) in skipRecord() 185 unsigned NumElts = MaybeNum.get(); in skipRecord() local 217 Vals.reserve(Vals.size() + NumElts); in readRecord() 282 for (; NumElts; --NumElts) in readRecord() 290 for (; NumElts; --NumElts) in readRecord() 298 for (; NumElts; --NumElts) in readRecord() 322 Vals.append(NumElts, 0); in readRecord() 336 *Blob = StringRef(Ptr, NumElts); in readRecord() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AArch64/GISel/ |
| H A D | AArch64PostLegalizerLowering.cpp | 81 for (unsigned i = 0; i < NumElts; ++i) { in isREVMask() 97 if (NumElts % 2 != 0) in isTRNMask() 100 for (unsigned i = 0; i < NumElts; i += 2) { in isTRNMask() 144 if (Imm < NumElts) in getExtMask() 147 Imm -= NumElts; in getExtMask() 156 for (unsigned i = 0; i != NumElts; ++i) { in isUZPMask() 170 if (NumElts % 2 != 0) in isZipMask() 175 unsigned Idx = WhichResult * NumElts / 2; in isZipMask() 231 unsigned NumElts = Ty.getNumElements(); in matchREV() local 447 if (SrcLane >= NumElts) { in matchINS() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 189 ElementCount NumElts = in foldBitcastExtElt() local 191 if (NumSrcElts == NumElts) in foldBitcastExtElt() 539 Mask.assign(NumElts, -1); in collectSingleShuffleElements() 551 Mask.push_back(i + NumElts); in collectSingleShuffleElements() 695 Mask.assign(NumElts, -1); in collectShuffleElements() 701 Mask.assign(NumElts, 0); in collectShuffleElements() 1364 unsigned NumElts = in foldConstantInsEltIntoShuffle() local 1383 Mask[I] = NumElts + I; in foldConstantInsEltIntoShuffle() 2181 assert(NumElts < Mask.size() && in foldIdentityExtractShuffle() 2203 int NumElts = Mask.size(); in foldShuffleWithInsert() local [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/IR/ |
| H A D | AutoUpgrade.cpp | 1066 if (Idx < NumElts) in UpgradeX86PSLLDQIntrinsics() 1121 if (NumElts <= 4) { in getX86MaskVec() 1174 ShiftVal &= (NumElts - 1); in UpgradeX86ALIGNIntrinsics() 1478 if (NumElts < 8) { in ApplyX86MaskOn1BitsVec() 1483 Indices[i] = NumElts + i % NumElts; in ApplyX86MaskOn1BitsVec() 2591 SmallVector<int, 16> Idxs(NumElts); in UpgradeIntrinsicCall() 2676 SmallVector<int, 8> Idxs(NumElts); in UpgradeIntrinsicCall() 2698 unsigned HalfSize = NumElts / 2; in UpgradeIntrinsicCall() 2733 SmallVector<int, 8> Idxs(NumElts); in UpgradeIntrinsicCall() 2798 Idxs[i] += NumElts; in UpgradeIntrinsicCall() [all …]
|
| H A D | IRBuilder.cpp | 563 ElementCount NumElts = VecTy->getElementCount(); in CreateMaskedGather() local 573 VectorType::get(Type::getInt1Ty(Context), NumElts)); in CreateMaskedGather() 598 ElementCount NumElts = PtrsTy->getElementCount(); in CreateMaskedScatter() local 602 assert(NumElts == DataTy->getElementCount() && in CreateMaskedScatter() 1064 int NumElts = Ty->getElementCount().getKnownMinValue(); in CreateVectorReverse() local 1065 for (int i = 0; i < NumElts; ++i) in CreateVectorReverse() 1066 ShuffleMask.push_back(NumElts - i - 1); in CreateVectorReverse() 1086 assert(((-Imm <= NumElts) || (Imm < NumElts)) && in CreateVectorSplice() 1090 unsigned Idx = (NumElts + Imm) % NumElts; in CreateVectorSplice() 1092 for (unsigned I = 0; I < NumElts; ++I) in CreateVectorSplice() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeTypesGeneric.cpp | 347 unsigned NumElts = 2; in ExpandOp_BITCAST() local 351 NumElts); in ExpandOp_BITCAST() 355 NumElts = N->getValueType(0).getVectorNumElements(); in ExpandOp_BITCAST() 363 DAG.getBuildVector(NVT, dl, makeArrayRef(Ops.data(), NumElts)); in ExpandOp_BITCAST() 374 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_BUILD_VECTOR() local 385 NewElts.reserve(NumElts*2); in ExpandOp_BUILD_VECTOR() 387 for (unsigned i = 0; i < NumElts; ++i) { in ExpandOp_BUILD_VECTOR() 412 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_INSERT_VECTOR_ELT() local 450 unsigned NumElts = VT.getVectorNumElements(); in ExpandOp_SCALAR_TO_VECTOR() local 451 SmallVector<SDValue, 16> Ops(NumElts); in ExpandOp_SCALAR_TO_VECTOR() [all …]
|
| H A D | LegalizeVectorTypes.cpp | 3289 NumElts = NumElts / 2; in WidenVecRes_BinaryCanTrap() 3301 if (NumElts == 1) in WidenVecRes_BinaryCanTrap() 3326 Idx += NumElts; in WidenVecRes_BinaryCanTrap() 3330 NumElts = NumElts / 2; in WidenVecRes_BinaryCanTrap() 3334 if (NumElts == 1) { in WidenVecRes_BinaryCanTrap() 3375 NumElts = NumElts / 2; in WidenVecRes_StrictFP() 3380 if (NumElts == 1) in WidenVecRes_StrictFP() 3432 Idx += NumElts; in WidenVecRes_StrictFP() 3436 NumElts = NumElts / 2; in WidenVecRes_StrictFP() 3440 if (NumElts == 1) { in WidenVecRes_StrictFP() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/ADT/ |
| H A D | SmallVector.h | 382 void growAndAssign(size_t NumElts, const T &Elt) { in growAndAssign() argument 389 this->set_size(NumElts); in growAndAssign() 528 void growAndAssign(size_t NumElts, T Elt) { in growAndAssign() argument 532 this->grow(NumElts); in growAndAssign() 534 this->set_size(NumElts); in growAndAssign() 669 void assign(size_type NumElts, ValueParamT Elt) { in assign() argument 671 if (NumElts > this->capacity()) { in assign() 672 this->growAndAssign(NumElts, Elt); in assign() 678 if (NumElts > this->size()) in assign() 680 else if (NumElts < this->size()) in assign() [all …]
|
| /freebsd-13.1/contrib/llvm-project/clang/include/clang/AST/ |
| H A D | APValue.h | 271 unsigned NumElts; 272 Vec() : Elts(nullptr), NumElts(0) {} 277 unsigned NumElts, ArrSize; 278 Arr(unsigned NumElts, unsigned ArrSize); 499 return ((const Vec *)(const void *)&Data)->NumElts; 523 return ((const Arr *)(const void *)&Data)->NumElts; 683 V->NumElts = N; 684 return {V->Elts, V->NumElts};
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | MVELaneInterleavingPass.cpp | 288 unsigned NumElts = VT->getNumElements(); in tryInterleave() local 292 if (BaseElts == 0 || NumElts % BaseElts != 0) { in tryInterleave() 323 for (unsigned Base = 0; Base < NumElts; Base += BaseElts) { in tryInterleave() 329 for (unsigned Base = 0; Base < NumElts; Base += BaseElts) { in tryInterleave()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | RelLookupTableConverter.cpp | 95 unsigned NumElts = LookupTableArr->getType()->getNumElements(); in createRelLookupTable() local 97 ArrayType::get(Type::getInt32Ty(M.getContext()), NumElts); in createRelLookupTable() 106 SmallVector<Constant *, 64> RelLookupTableContents(NumElts); in createRelLookupTable()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/ |
| H A D | PoisonChecking.cpp | 205 unsigned NumElts = VecVTy->getNumElements(); in generateCreationChecks() local 208 ConstantInt::get(Idx->getType(), NumElts)); in generateCreationChecks() 218 unsigned NumElts = VecVTy->getNumElements(); in generateCreationChecks() local 221 ConstantInt::get(Idx->getType(), NumElts)); in generateCreationChecks()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/ |
| H A D | TargetLoweringObjectFile.cpp | 109 unsigned NumElts = CDS->getNumElements(); in IsNullTerminatedString() local 110 assert(NumElts != 0 && "Can't have an empty CDS"); in IsNullTerminatedString() 112 if (CDS->getElementAsInteger(NumElts-1) != 0) in IsNullTerminatedString() 116 for (unsigned i = 0; i != NumElts-1; ++i) in IsNullTerminatedString()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | InterleavedAccessPass.cpp | 207 unsigned NumElts = Mask.size(); in isReInterleaveMask() local 208 if (NumElts < 4) in isReInterleaveMask() 213 if (NumElts % Factor) in isReInterleaveMask() 216 unsigned LaneLen = NumElts / Factor; in isReInterleaveMask()
|
| H A D | HardwareLoops.cpp | 179 PHINode *InsertPHICounter(Value *NumElts, Value *EltsRem); 505 PHINode* HardwareLoop::InsertPHICounter(Value *NumElts, Value *EltsRem) { in InsertPHICounter() argument 510 PHINode *Index = Builder.CreatePHI(NumElts->getType(), 2); in InsertPHICounter() 511 Index->addIncoming(NumElts, Preheader); in InsertPHICounter()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelLowering.cpp | 194 NumElts /= 2; in ComputePTXValueVTs() 247 if (NumElts != 4 && NumElts != 2) in CanMergeParamLoadStoresStartingAt() 260 return NumElts; in CanMergeParamLoadStoresStartingAt() 298 switch (NumElts) { in VectorizePTXValueVTs() 1796 switch (NumElts) { in LowerCall() 2329 switch (NumElts) { in LowerSTOREVector() 2355 NumElts /= 2; in LowerSTOREVector() 2698 switch (NumElts) { in LowerReturn() 4899 switch (NumElts) { in ReplaceLoadVector() 4940 NumElts /= 2; in ReplaceLoadVector() [all …]
|