| /freebsd-12.1/contrib/llvm/lib/Target/X86/Utils/ |
| H A D | X86ShuffleDecode.cpp | 54 ShuffleMask[Idx + i] = NumElts + i; in DecodeInsertElementMask() 140 Imm = Imm & (NumElts - 1); in DecodeVALIGNMask() 211 for (unsigned s = 0; s != NumElts * 2; s += NumElts) { in DecodeSHUFPMask() 262 ShuffleMask.append(NumElts, 0); in DecodeVectorBroadcast() 288 if (l >= (NumElts / 2)) in decodeVSHUF64x2FamilyMask() 289 Index += NumElts; in decodeVSHUF64x2FamilyMask() 297 unsigned HalfSize = NumElts / 2; in DecodeVPERM2X128Mask() 410 Mask.push_back(NumElts); in DecodeScalarMoveMask() 417 unsigned HalfElts = NumElts / 2; in DecodeEXTRQIMask() 454 unsigned HalfElts = NumElts / 2; in DecodeINSERTQIMask() [all …]
|
| H A D | X86ShuffleDecode.h | 52 void DecodePSLLDQMask(unsigned NumElts, unsigned Imm, 55 void DecodePSRLDQMask(unsigned NumElts, unsigned Imm, 58 void DecodePALIGNRMask(unsigned NumElts, unsigned Imm, 61 void DecodeVALIGNMask(unsigned NumElts, unsigned Imm, 73 void DecodePSHUFHWMask(unsigned NumElts, unsigned Imm, 79 void DecodePSHUFLWMask(unsigned NumElts, unsigned Imm, 94 void DecodeUNPCKHMask(unsigned NumElts, unsigned ScalarBits, 116 void DecodeBLENDMask(unsigned NumElts, unsigned Imm, 119 void DecodeVPERM2X128Mask(unsigned NumElts, unsigned Imm, 128 void DecodeVPERMMask(unsigned NumElts, unsigned Imm, [all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/X86/ |
| H A D | X86ShuffleDecodeConstantPool.cpp | 127 unsigned NumElts = Width / 8; in DecodePSHUFBMask() local 128 assert((NumElts == 16 || NumElts == 32 || NumElts == 64) && in DecodePSHUFBMask() 131 for (unsigned i = 0; i != NumElts; ++i) { in DecodePSHUFBMask() 166 unsigned NumElts = Width / ElSize; in DecodeVPERMILPMask() local 168 assert((NumElts == 2 || NumElts == 4 || NumElts == 8 || NumElts == 16) && in DecodeVPERMILPMask() 203 unsigned NumElts = Width / ElSize; in DecodeVPERMIL2PMask() local 205 assert((NumElts == 2 || NumElts == 4 || NumElts == 8) && in DecodeVPERMIL2PMask() 239 Index += Src * NumElts; in DecodeVPERMIL2PMask() 257 unsigned NumElts = Width / 8; in DecodeVPPERMMask() local 310 unsigned NumElts = Width / ElSize; in DecodeVPERMVMask() local [all …]
|
| H A D | X86MCInstLower.cpp | 2154 int NumElts; in EmitInstruction() local 2157 case X86::MOVDDUPrm: NumElts = 2; break; in EmitInstruction() 2158 case X86::VMOVDDUPrm: NumElts = 2; break; in EmitInstruction() 2159 case X86::VMOVDDUPZ128rm: NumElts = 2; break; in EmitInstruction() 2160 case X86::VBROADCASTSSrm: NumElts = 4; break; in EmitInstruction() 2161 case X86::VBROADCASTSSYrm: NumElts = 8; break; in EmitInstruction() 2162 case X86::VBROADCASTSSZ128m: NumElts = 4; break; in EmitInstruction() 2163 case X86::VBROADCASTSSZ256m: NumElts = 8; break; in EmitInstruction() 2164 case X86::VBROADCASTSSZm: NumElts = 16; break; in EmitInstruction() 2165 case X86::VBROADCASTSDYrm: NumElts = 4; break; in EmitInstruction() [all …]
|
| H A D | X86ISelLowering.cpp | 5958 if (isAnyInRange(Mask, NumElts, 2 * NumElts) && in getTargetConstantBitsFromNode() 9902 assert((NumElts == 4 || NumElts == 8 || NumElts == 16) && in lowerVectorShuffleToEXPAND() 10542 isUndefOrInRange(M, NumElts + Lo, NumElts + Mid); in lowerVectorShuffleAsUNPCKAndPermute() 10544 isUndefOrInRange(M, NumElts + Mid, NumElts + Hi); in lowerVectorShuffleAsUNPCKAndPermute() 10610 M -= NumElts; in lowerVectorShuffleAsByteRotateAndPermute() 14494 int LocalM = (M % NumLaneElts) + (M < NumElts ? 0 : NumElts); in lowerShuffleAsRepeatedMaskAndLanePermute() 14577 (NumElts == 2 || NumElts == 4 || NumElts == 8) && in matchVectorShuffleWithSHUFPD() 15892 if (NumElts >= 16 || (Subtarget.hasDQI() && NumElts == 8)) { in lower1BitVectorShuffle() 32216 Mask.push_back(Elt < NumElts ? Elt : (Elt - NumElts / 2)); in combineShuffleOfConcatUndef() 32572 if (isSequentialOrUndefInRange(OpMask, 0, NumElts, Src * NumElts)) in SimplifyDemandedVectorEltsForTargetNode() [all …]
|
| H A D | X86ISelLowering.h | 1550 int NumElts = VT.getVectorNumElements(); in createUnpackShuffleMask() local 1552 for (int i = 0; i < NumElts; ++i) { in createUnpackShuffleMask() 1555 Pos += (Unary ? 0 : NumElts * (i % 2)); in createUnpackShuffleMask() 1569 int NumElts = Mask.size(); in scaleShuffleMask() local 1570 ScaledMask.assign(static_cast<size_t>(NumElts * Scale), -1); in scaleShuffleMask() 1572 for (int i = 0; i != NumElts; ++i) { in scaleShuffleMask()
|
| /freebsd-12.1/contrib/llvm/lib/Bitcode/Reader/ |
| H A D | BitstreamReader.cpp | 100 unsigned NumElts = ReadVBR(6); in skipRecord() local 131 unsigned NumElts = ReadVBR(6); in skipRecord() local 148 for (; NumElts; --NumElts) in skipRecord() 160 unsigned NumElts = ReadVBR(6); in skipRecord() local 184 unsigned NumElts = ReadVBR(6); in readRecord() local 235 for (; NumElts; --NumElts) in readRecord() 239 for (; NumElts; --NumElts) in readRecord() 243 for (; NumElts; --NumElts) in readRecord() 251 unsigned NumElts = ReadVBR(6); in readRecord() local 261 Vals.append(NumElts, 0); in readRecord() [all …]
|
| /freebsd-12.1/contrib/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 180 if (NumSrcElts == NumElts) in foldBitcastExtElt() 186 if (NumSrcElts < NumElts) { in foldBitcastExtElt() 271 if (!IndexC->getValue().ule(NumElts)) in visitExtractElementInst() 278 APInt UndefElts(NumElts, 0); in visitExtractElementInst() 279 APInt DemandedElts(NumElts, 0); in visitExtractElementInst() 379 for (unsigned i = 0; i != NumElts; ++i) in collectSingleShuffleElements() 578 Mask[InsertedIdx % NumElts] = in collectShuffleElements() 607 for (unsigned i = 0; i != NumElts; ++i) in collectShuffleElements() 1534 int NumElts = Mask.size(); in foldShuffleWithInsert() local 1548 for (int i = 0; i != NumElts; ++i) { in foldShuffleWithInsert() [all …]
|
| /freebsd-12.1/contrib/llvm/lib/IR/ |
| H A D | AutoUpgrade.cpp | 807 unsigned Idx = NumElts + i - Shift; in UpgradeX86PSLLDQIntrinsics() 808 if (Idx < NumElts) in UpgradeX86PSLLDQIntrinsics() 862 if (NumElts < 8) { in getX86MaskVec() 916 ShiftVal &= (NumElts - 1); in UpgradeX86ALIGNIntrinsics() 1197 if (NumElts < 8) { in ApplyX86MaskOn1BitsVec() 1202 Indices[i] = NumElts + i % NumElts; in ApplyX86MaskOn1BitsVec() 1685 unsigned NumElts = in UpgradeIntrinsicCall() local 2344 unsigned HalfSize = NumElts / 2; in UpgradeIntrinsicCall() 2444 Idxs[i] += NumElts; in UpgradeIntrinsicCall() 3055 for (int i = 0; i != NumElts; ++i) in UpgradeIntrinsicCall() [all …]
|
| H A D | IRBuilder.cpp | 528 unsigned NumElts = PtrsTy->getVectorNumElements(); in CreateMaskedGather() local 529 Type *DataTy = VectorType::get(PtrTy->getElementType(), NumElts); in CreateMaskedGather() 533 NumElts)); in CreateMaskedGather() 558 unsigned NumElts = PtrsTy->getVectorNumElements(); in CreateMaskedScatter() local 562 assert(NumElts == DataTy->getVectorNumElements() && in CreateMaskedScatter() 569 NumElts)); in CreateMaskedScatter()
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/ |
| H A D | TargetLoweringBase.cpp | 781 if (NumElts == 1) in getTypeConversion() 791 NumElts = (unsigned)NextPowerOf2(NumElts); in getTypeConversion() 840 NumElts = (unsigned)NextPowerOf2(NumElts); in getTypeConversion() 879 if (!isPowerOf2_32(NumElts)) { in getVectorTypeBreakdownMVT() 880 NumVectorRegs = NumElts; in getVectorTypeBreakdownMVT() 881 NumElts = 1; in getVectorTypeBreakdownMVT() 886 while (NumElts > 1 && !TLI->isTypeLegal(MVT::getVectorVT(EltTy, NumElts))) { in getVectorTypeBreakdownMVT() 887 NumElts >>= 1; in getVectorTypeBreakdownMVT() 1312 NumVectorRegs = NumElts; in getVectorTypeBreakdown() 1313 NumElts = 1; in getVectorTypeBreakdown() [all …]
|
| H A D | InterleavedAccessPass.cpp | 192 unsigned NumElts = Mask.size(); in isReInterleaveMask() local 193 if (NumElts < 4) in isReInterleaveMask() 198 if (NumElts % Factor) in isReInterleaveMask() 201 unsigned LaneLen = NumElts / Factor; in isReInterleaveMask()
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeTypesGeneric.cpp | 351 unsigned NumElts = 2; in ExpandOp_BITCAST() local 355 NumElts); in ExpandOp_BITCAST() 359 NumElts = N->getValueType(0).getVectorNumElements(); in ExpandOp_BITCAST() 367 DAG.getBuildVector(NVT, dl, makeArrayRef(Ops.data(), NumElts)); in ExpandOp_BITCAST() 378 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_BUILD_VECTOR() local 389 NewElts.reserve(NumElts*2); in ExpandOp_BUILD_VECTOR() 391 for (unsigned i = 0; i < NumElts; ++i) { in ExpandOp_BUILD_VECTOR() 416 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_INSERT_VECTOR_ELT() local 454 unsigned NumElts = VT.getVectorNumElements(); in ExpandOp_SCALAR_TO_VECTOR() local 455 SmallVector<SDValue, 16> Ops(NumElts); in ExpandOp_SCALAR_TO_VECTOR() [all …]
|
| H A D | LegalizeVectorTypes.cpp | 2670 NumElts = NumElts / 2; in WidenVecRes_BinaryCanTrap() 2682 if (NumElts == 1) in WidenVecRes_BinaryCanTrap() 2709 Idx += NumElts; in WidenVecRes_BinaryCanTrap() 2713 NumElts = NumElts / 2; in WidenVecRes_BinaryCanTrap() 2717 if (NumElts == 1) { in WidenVecRes_BinaryCanTrap() 2745 NumElts = NumElts / 2; in WidenVecRes_StrictFP() 2750 if (NumElts == 1) in WidenVecRes_StrictFP() 2803 Idx += NumElts; in WidenVecRes_StrictFP() 2807 NumElts = NumElts / 2; in WidenVecRes_StrictFP() 2811 if (NumElts == 1) { in WidenVecRes_StrictFP() [all …]
|
| H A D | TargetLowering.cpp | 570 APInt DemandedLHS(NumElts, 0); in SimplifyDemandedBits() 571 APInt DemandedRHS(NumElts, 0); in SimplifyDemandedBits() 584 if (M < (int)NumElts) in SimplifyDemandedBits() 1493 if (NumSrcElts == NumElts) in SimplifyDemandedVectorElts() 1722 APInt DemandedLHS(NumElts, 0); in SimplifyDemandedVectorElts() 1723 APInt DemandedRHS(NumElts, 0); in SimplifyDemandedVectorElts() 1729 if (M < (int)NumElts) in SimplifyDemandedVectorElts() 1754 (M >= (int)NumElts && UndefRHS[M - NumElts])) { in SimplifyDemandedVectorElts() 1775 } else if (M < (int)NumElts) { in SimplifyDemandedVectorElts() 1781 if (UndefRHS[M - NumElts]) in SimplifyDemandedVectorElts() [all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/ |
| H A D | TargetLoweringObjectFile.cpp | 96 unsigned NumElts = CDS->getNumElements(); in IsNullTerminatedString() local 97 assert(NumElts != 0 && "Can't have an empty CDS"); in IsNullTerminatedString() 99 if (CDS->getElementAsInteger(NumElts-1) != 0) in IsNullTerminatedString() 103 for (unsigned i = 0; i != NumElts-1; ++i) in IsNullTerminatedString()
|
| /freebsd-12.1/contrib/llvm/tools/clang/include/clang/AST/ |
| H A D | APValue.h | 133 unsigned NumElts; member 134 Vec() : Elts(nullptr), NumElts(0) {} in Vec() 139 unsigned NumElts, ArrSize; member 140 Arr(unsigned NumElts, unsigned ArrSize); 328 return ((const Vec*)(const void *)Data.buffer)->NumElts; in getVectorLength() 352 return ((const Arr*)(const void *)Data.buffer)->NumElts; in getArrayInitializedElts() 418 ((Vec*)(char*)Data.buffer)->NumElts = N; in setVector()
|
| /freebsd-12.1/contrib/llvm/include/llvm/IR/ |
| H A D | DerivedTypes.h | 434 unsigned NumElts = VTy->getNumElements(); in getHalfElementsVectorType() local 435 assert ((NumElts & 1) == 0 && in getHalfElementsVectorType() 437 return VectorType::get(VTy->getElementType(), NumElts/2); in getHalfElementsVectorType() 443 unsigned NumElts = VTy->getNumElements(); in getDoubleElementsVectorType() local 444 return VectorType::get(VTy->getElementType(), NumElts*2); in getDoubleElementsVectorType()
|
| /freebsd-12.1/contrib/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelLowering.cpp | 209 NumElts /= 2; in ComputePTXValueVTs() 263 if (NumElts != 4 && NumElts != 2) in CanMergeParamLoadStoresStartingAt() 276 return NumElts; in CanMergeParamLoadStoresStartingAt() 314 switch (NumElts) { in VectorizePTXValueVTs() 1805 switch (NumElts) { in LowerCall() 2245 switch (NumElts) { in LowerSTOREVector() 2271 NumElts /= 2; in LowerSTOREVector() 2614 switch (NumElts) { in LowerReturn() 4576 switch (NumElts) { in ReplaceLoadVector() 4617 NumElts /= 2; in ReplaceLoadVector() [all …]
|
| /freebsd-12.1/contrib/llvm/tools/clang/lib/CodeGen/ |
| H A D | CGBuiltin.cpp | 9086 if (NumElts < 8) { in getMaskVecValue() 9224 if (NumElts < 8) { in EmitX86MaskedCompareResult() 9229 Indices[i] = i % NumElts + NumElts; in EmitX86MaskedCompareResult() 9788 Index &= NumElts - 1; in EmitX86BuiltinExpr() 9803 Index &= NumElts - 1; in EmitX86BuiltinExpr() 10112 Index *= NumElts; in EmitX86BuiltinExpr() 10321 Index += NumElts; in EmitX86BuiltinExpr() 10463 Idx += NumElts/2; in EmitX86BuiltinExpr() 10490 if (Idx < NumElts) Idx -= NumElts - 16; // end of lane, switch operand. in EmitX86BuiltinExpr() 10540 if (ShiftVal >= NumElts) in EmitX86BuiltinExpr() [all …]
|
| /freebsd-12.1/contrib/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 5442 NumElts /= 2; in LowerCTPOP() 6023 Imm -= NumElts; in isVEXTMask() 6098 if (M.size() != NumElts && M.size() != NumElts*2) in isVTRNMask() 6130 if (M.size() != NumElts && M.size() != NumElts*2) in isVTRN_v_undef_Mask() 6162 if (M.size() != NumElts && M.size() != NumElts*2) in isVUZPMask() 6192 if (M.size() != NumElts && M.size() != NumElts*2) in isVUZP_v_undef_Mask() 6233 if (M.size() != NumElts && M.size() != NumElts*2) in isVZIPMask() 6266 if (M.size() != NumElts && M.size() != NumElts*2) in isVZIP_v_undef_Mask() 6519 if (NumElts >= 4) { in LowerBUILD_VECTOR() 6536 HVT, dl, makeArrayRef(&Ops[NumElts / 2], NumElts / 2)); in LowerBUILD_VECTOR() [all …]
|
| /freebsd-12.1/contrib/llvm/include/llvm/ADT/ |
| H A D | SmallString.h | 46 void assign(size_t NumElts, char Elt) { in assign() argument 47 this->SmallVectorImpl<char>::assign(NumElts, Elt); in assign()
|
| /freebsd-12.1/contrib/llvm/tools/clang/lib/AST/ |
| H A D | FormatString.cpp | 199 OptionalAmount NumElts = ParseAmount(I, E); in ParseVectorModifier() local 200 if (NumElts.getHowSpecified() != OptionalAmount::Constant) { in ParseVectorModifier() 205 FS.setVectorNumElts(NumElts); in ParseVectorModifier() 490 ArgType ArgType::makeVectorType(ASTContext &C, unsigned NumElts) const { in makeVectorType() 494 QualType Vec = C.getExtVectorType(T, NumElts); in makeVectorType()
|
| H A D | APValue.cpp | 150 APValue::Arr::Arr(unsigned NumElts, unsigned Size) : in Arr() argument 151 Elts(new APValue[NumElts + (NumElts != Size ? 1 : 0)]), in Arr() 152 NumElts(NumElts), ArrSize(Size) {} in Arr()
|
| /freebsd-12.1/contrib/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.cpp | 670 unsigned NumElts = VecTy->getVectorNumElements(); in getInterleavedMemoryOpCost() local 671 auto *SubVecTy = VectorType::get(VecTy->getScalarType(), NumElts / Factor); in getInterleavedMemoryOpCost() 676 if (NumElts % Factor == 0 && in getInterleavedMemoryOpCost() 785 unsigned NumElts = Inst->getNumArgOperands() - 1; in getOrCreateResultFromMemIntrinsic() local 786 if (ST->getNumElements() != NumElts) in getOrCreateResultFromMemIntrinsic() 788 for (unsigned i = 0, e = NumElts; i != e; ++i) { in getOrCreateResultFromMemIntrinsic() 794 for (unsigned i = 0, e = NumElts; i != e; ++i) { in getOrCreateResultFromMemIntrinsic()
|