| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 1472 unsigned NE = VT.getVectorNumElements(); in UnrollVectorOp_StrictFP() 3269 unsigned NumOps = WidenVT.getVectorNumElements()/MaxVT.getVectorNumElements(); in CollectOpsToWiden() 3373 unsigned NumElts = VT.getVectorNumElements(); in WidenVecRes_StrictFP() 3486 WideResVT.getVectorNumElements()); in WidenVecRes_OverflowOp() 3494 WideOvVT.getVectorNumElements()); in WidenVecRes_OverflowOp() 3556 InVTNumElts = InVT.getVectorNumElements(); in WidenVecRes_Convert() 4277 if (FinalVT.getVectorNumElements() == 1) in WidenVSELECTMask() 4628 assert(VT.getVectorNumElements() < in WidenVecOp_EXTEND() 4642 assert(FixedVT.getVectorNumElements() >= VT.getVectorNumElements() && in WidenVecOp_EXTEND() 4644 assert(FixedVT.getVectorNumElements() != InVT.getVectorNumElements() && in WidenVecOp_EXTEND() [all …]
|
| H A D | LegalizeTypesGeneric.cpp | 89 assert(!(InVT.getVectorNumElements() & 1) && "Unsupported BITCAST"); in ExpandRes_BITCAST() 212 unsigned OldElts = OldVec.getValueType().getVectorNumElements(); in ExpandRes_EXTRACT_VECTOR_ELT() 355 NumElts = N->getValueType(0).getVectorNumElements(); in ExpandOp_BITCAST() 374 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_BUILD_VECTOR() 412 unsigned NumElts = VecVT.getVectorNumElements(); in ExpandOp_INSERT_VECTOR_ELT() 450 unsigned NumElts = VT.getVectorNumElements(); in ExpandOp_SCALAR_TO_VECTOR()
|
| H A D | LegalizeVectorOps.cpp | 643 assert(NVT.getVectorNumElements() == VT.getVectorNumElements() && in PromoteINT_TO_FP() 682 assert(NVT.getVectorNumElements() == VT.getVectorNumElements() && in PromoteFP_TO_INT() 997 int NumElements = VT.getVectorNumElements(); in ExpandANY_EXTEND_VECTOR_INREG() 1000 int NumSrcElements = SrcVT.getVectorNumElements(); in ExpandANY_EXTEND_VECTOR_INREG() 1056 int NumElements = VT.getVectorNumElements(); in ExpandZERO_EXTEND_VECTOR_INREG() 1059 int NumSrcElements = SrcVT.getVectorNumElements(); in ExpandZERO_EXTEND_VECTOR_INREG() 1094 for (int I = 0, E = VT.getVectorNumElements(); I != E; ++I) in createBSWAPShuffleMask() 1463 unsigned NumElems = VT.getVectorNumElements(); in UnrollStrictFPOp() 1522 unsigned NumElems = VT.getVectorNumElements(); in UnrollVSETCC()
|
| H A D | SelectionDAG.cpp | 1779 assert(VT.getVectorNumElements() == Mask.size() && in getVectorShuffle() 1894 V.getValueType().getVectorNumElements() == VT.getVectorNumElements(); in getVectorShuffle() 2508 unsigned NumElts = VT.getVectorNumElements(); in isSplatValue() 4506 assert(VT.getVectorNumElements() == (unsigned)NumOps && in FoldBUILD_VECTOR() 5875 N1.getValueType().getVectorNumElements() == 1) { in getNode() 6282 unsigned NumElts = VT.getVectorNumElements(); in getMemsetStringVal() 8042 VTList.VTs[0].getVectorNumElements() == in getNode() 8054 VTList.VTs[0].getVectorNumElements() == in getNode() 10009 unsigned NE = VT.getVectorNumElements(); in UnrollVectorOp() 10087 unsigned NE = ResVT.getVectorNumElements(); in UnrollVectorOverflowOp() [all …]
|
| H A D | DAGCombiner.cpp | 9662 int NumElems = VT.getVectorNumElements(); in ConvertSelectToConcatVector() 9883 unsigned Elts = VT.getVectorNumElements(); in foldVSelectOfConstants() 10620 DstVT.getVectorNumElements() / SplitDstVT.getVectorNumElements(); in CombineExtLoad() 12836 VT.getVectorNumElements() >= N0.getValueType().getVectorNumElements() && in visitBITCAST() 12837 !(VT.getVectorNumElements() % N0.getValueType().getVectorNumElements())) { in visitBITCAST() 12861 VT.getVectorNumElements() / N0.getValueType().getVectorNumElements(); in visitBITCAST() 14197 NumElts = VT.getVectorNumElements(); in combineRepeatedFPDivisors() 19520 InVT.getVectorNumElements()) { in reduceBuildVecToShuffle() 19858 int NumElts = VT.getVectorNumElements(); in combineConcatVectorOfExtracts() 21645 VT.getVectorNumElements() <= InVecT.getVectorNumElements()) { in visitSCALAR_TO_VECTOR() [all …]
|
| H A D | TargetLowering.cpp | 669 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyMultipleUseDemandedBits() 1105 unsigned NumSubElts = SubVT.getVectorNumElements(); in SimplifyDemandedBits() 2326 unsigned NumElts = VT.getVectorNumElements(); in getKnownUndefForVectorBinop() 2380 assert(VT.getVectorNumElements() == NumElts && in SimplifyDemandedVectorElts() 2461 unsigned NumSrcElts = SrcVT.getVectorNumElements(); in SimplifyDemandedVectorElts() 2570 unsigned NumSubElts = SubVT.getVectorNumElements(); in SimplifyDemandedVectorElts() 7333 unsigned NumElem = SrcVT.getVectorNumElements(); in scalarizeVectorLoad() 7430 unsigned NumElem = StVT.getVectorNumElements(); in scalarizeVectorStore() 8577 while (VT.getVectorNumElements() > 1) { in expandVecReduce() 8590 unsigned NumElts = VT.getVectorNumElements(); in expandVecReduce() [all …]
|
| H A D | LegalizeDAG.cpp | 261 unsigned NumMaskElts = VT.getVectorNumElements(); in ShuffleWithNarrowerEltType() 262 unsigned NumDestElts = NVT.getVectorNumElements(); in ShuffleWithNarrowerEltType() 410 unsigned NumElts = Vec.getValueType().getVectorNumElements(); in ExpandINSERT_VECTOR_ELT() 2960 if (Node->getOperand(0).getValueType().getVectorNumElements() == 1) in ExpandNode() 3016 NewVT.getVectorNumElements()/VT.getVectorNumElements(); in ExpandNode() 3021 for (unsigned i = 0; i < VT.getVectorNumElements(); ++i) { in ExpandNode() 3036 unsigned NumElems = VT.getVectorNumElements(); in ExpandNode() 3735 unsigned NumElem = VT.getVectorNumElements(); in ExpandNode() 4802 unsigned NewEltsPerOldElt = MidVT.getVectorNumElements(); in PromoteNode() 4848 unsigned NewEltsPerOldElt = MidVT.getVectorNumElements(); in PromoteNode() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonISelLoweringHVX.cpp | 276 unsigned VecLen = VecTy.getVectorNumElements(); in getPreferredHvxVectorAction() 334 unsigned NumElem = VecTy.getVectorNumElements(); in typeSplit() 587 unsigned ExtLen = ExtTy.getVectorNumElements(); in buildHvxVectorReg() 925 Idx -= VecTy.getVectorNumElements() / 2; in extractHvxSubvectorReg() 964 unsigned ResLen = ResTy.getVectorNumElements(); in extractHvxSubvectorPred() 1114 unsigned VecLen = VecTy.getVectorNumElements(); in insertHvxSubvectorPred() 1161 assert(ty(VecV).getVectorNumElements() == ResTy.getVectorNumElements()); in extendHvxVectorPred() 1180 unsigned PredLen = PredTy.getVectorNumElements(); in compressHvxPred() 1383 assert(Idx % DstTy.getVectorNumElements() == 0); in LowerHvxExtractSubvector() 1483 unsigned VecLen = ResTy.getVectorNumElements(); in LowerHvxMulh() [all …]
|
| H A D | HexagonSubtarget.cpp | 147 unsigned NumElems = VecTy.getVectorNumElements(); in isHVXVectorType() 187 unsigned VecLen = PowerOf2Ceil(Ty.getVectorNumElements()); in isTypeForHVX()
|
| H A D | HexagonISelLowering.cpp | 1046 OpTy.getVectorNumElements()); in LowerSETCC() 1104 OpTy.getVectorNumElements()); in LowerVSELECT() 2398 assert(VecTy.getVectorNumElements() == Elem.size()); in buildVector32() 2480 assert(VecTy.getVectorNumElements() == Elem.size()); in buildVector64() 2552 assert(VecWidth == VecTy.getVectorNumElements() && "Sanity failure"); in extractVector() 2644 unsigned VecLen = VecTy.getVectorNumElements(); in insertVector() 2645 unsigned Scale = VecLen / ValTy.getVectorNumElements(); in insertVector() 2743 unsigned ValLen = ValTy.getVectorNumElements(); in appendUndef() 2744 unsigned ResLen = ResTy.getVectorNumElements(); in appendUndef() 2797 unsigned Rep = 8 / VecTy.getVectorNumElements(); in LowerBUILD_VECTOR() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InterleavedAccess.cpp | 236 VT.getVectorNumElements() / 2); in scaleVectorType() 266 unsigned NumOfElm = VT.getVectorNumElements(); in genShuffleBland() 443 int VF = VT.getVectorNumElements(); in createShuffleStride() 456 int VF = VT.getVectorNumElements() / std::max(VectorSize / 128, 1); in setGroupSize() 480 unsigned NumElts = VT.getVectorNumElements(); in DecodePALIGNRMask() 615 int VF = VT.getVectorNumElements(); in group2Shuffle() 683 unsigned NumOfElm = VT.getVectorNumElements(); in interleave8bitStride3()
|
| H A D | X86ISelLowering.cpp | 2197 VT.getVectorNumElements() > 64)) { in getVectorTypeBreakdownForCallingConv() 6383 if (VT.getVectorNumElements() != InVT.getVectorNumElements()) in getEXTEND_VECTOR_INREG() 20811 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerAVXExtend() 21143 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerTRUNCATE() 23180 assert(VT.getVectorNumElements() == VTOp0.getVectorNumElements() && in LowerVSETCC() 24271 assert(VT.getVectorNumElements() == InVT.getVectorNumElements() && in LowerSIGN_EXTEND() 43386 VT.getVectorNumElements() < 2 || in combineMulToPMULDQ() 47780 if (VT.getVectorNumElements() < InVT.getVectorNumElements() && in combineX86INT_TO_FP() 47809 if (VT.getVectorNumElements() < InVT.getVectorNumElements() && in combineCVTP2I_CVTTP2I() 49717 VT.getVectorNumElements() < 4 || in matchPMADDWD() [all …]
|
| H A D | X86TargetTransformInfo.cpp | 1067 int NumElts = LT.second.getVectorNumElements(); in getShuffleCost() 1073 int NumSubElts = SubLT.second.getVectorNumElements(); in getShuffleCost() 1116 int NumElts = LT.second.getVectorNumElements(); in getShuffleCost() 1120 int NumSubElts = SubLT.second.getVectorNumElements(); in getShuffleCost() 1170 LegalVT.getVectorNumElements() < in getShuffleCost() 3350 unsigned NumElts = LT.second.getVectorNumElements(); in getVectorInstrCost() 3493 unsigned NumElts = LT.second.getVectorNumElements(); in getScalarizationOverhead() 3701 LT.second.getVectorNumElements() == NumElem) in getMaskedMemoryOpCost() 3938 MTy.getVectorNumElements()); in getArithmeticReductionCost() 3941 NumVecElts = MTy.getVectorNumElements(); in getArithmeticReductionCost() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Support/ |
| H A D | LowLevelType.cpp | 20 bool asVector = VT.getVectorNumElements() > 1; in LLT()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | ValueTypes.h | 309 unsigned getVectorNumElements() const { in getVectorNumElements() function 318 return isSimple() ? V.getVectorNumElements() in getVectorNumElements()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 6135 SrcVT.getVectorNumElements() > 1) in ExpandBITCAST() 7053 unsigned NumElts = VT.getVectorNumElements(); in isSingletonVEXTMask() 7082 unsigned NumElts = VT.getVectorNumElements(); in isVEXTMask() 7156 unsigned NumElts = VT.getVectorNumElements(); in isVTRNMask() 8142 if (VT.getVectorNumElements() == 4 && in isShuffleMaskLegal() 8389 int NumElts = VT.getVectorNumElements(); in LowerVECTOR_SHUFFLEUsingMovs() 14736 if (VecVT.getVectorNumElements() != 4) in PerformExtractEltToVMOVRRD() 15615 assert(FromVT.getVectorNumElements() == ToVT.getVectorNumElements()); in PerformSplittingToNarrowingStores() 15996 return AVT.getVectorNumElements() == Ty.getVectorNumElements() && in PerformVECREDUCE_ADDCombine() 16635 assert(FromVT.getVectorNumElements() == ToVT.getVectorNumElements()); in PerformSplittingToWideningLoad() [all …]
|
| H A D | ARMTargetTransformInfo.cpp | 439 return 2 * DstTy.getVectorNumElements() * in getCastInstrCost() 759 Lanes = SrcTy.getVectorNumElements(); in getCastInstrCost() 776 return SrcTy.getVectorNumElements() * 2; in getCastInstrCost() 969 if (LT.second.getVectorNumElements() > 2) { in getCmpSelInstrCost() 1236 if (Mask.size() <= LT.second.getVectorNumElements() && in getShuffleCost()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | AMDGPUISelLowering.cpp | 1115 assert(ArgVT.getVectorNumElements() > RegisterVT.getVectorNumElements()); in analyzeFormalArgumentsCompute() 1153 assert(MemVT.getVectorNumElements() == 3 || in analyzeFormalArgumentsCompute() 1154 MemVT.getVectorNumElements() == 5); in analyzeFormalArgumentsCompute() 1429 VT.getVectorNumElements()); in LowerEXTRACT_SUBVECTOR() 1546 unsigned NumElts = VT.getVectorNumElements(); in getSplitDestVTs() 1561 assert(LoVT.getVectorNumElements() + in splitVector() 1582 if (VT.getVectorNumElements() == 2) { in SplitVectorLoad() 1642 unsigned NumElements = MemVT.getVectorNumElements(); in WidenOrSplitVectorLoad() 1675 if (VT.getVectorNumElements() == 2) in SplitVectorStore() 2858 unsigned NElts = VT.getVectorNumElements(); in LowerSIGN_EXTEND_INREG() [all …]
|
| H A D | SIISelLowering.cpp | 955 unsigned NumElts = VT.getVectorNumElements(); in getNumRegistersForCallingConv() 979 unsigned NumElts = VT.getVectorNumElements(); in getVectorTypeBreakdownForCallingConv() 1685 VT.getVectorNumElements() != MemVT.getVectorNumElements()) { in convertArgType() 1688 VT.getVectorNumElements()); in convertArgType() 4640 if ((LoadVT.getVectorNumElements() % 2) == 1) { in adjustLoadValueTypeImpl() 4658 if ((LoadVT.getVectorNumElements() % 2) == 1) in adjustLoadValueTypeImpl() 5446 unsigned InsNumElts = InsVT.getVectorNumElements(); in lowerINSERT_SUBVECTOR() 5472 unsigned NumElts = VecVT.getVectorNumElements(); in lowerINSERT_VECTOR_ELT() 5942 if ((ReqRetVT.getVectorNumElements() % 2) == 1 && in constructRetValue() 8681 unsigned NumElements = VT.getVectorNumElements(); in LowerSTORE() [all …]
|
| H A D | R600ISelLowering.cpp | 679 for (unsigned i = 0, e = VecVT.getVectorNumElements(); i != e; ++i) { in vectorToVerticalVector() 1735 NumElements = VT.getVectorNumElements(); in constBufferLoad() 1826 unsigned NElts = VT.getVectorNumElements(); in PerformDAGCombine() 1860 (Arg.getOperand(0).getValueType().getVectorNumElements() == in PerformDAGCombine() 1861 Arg.getValueType().getVectorNumElements())) { in PerformDAGCombine()
|
| H A D | AMDGPUTargetTransformInfo.cpp | 579 LT.second.getVectorNumElements() : 1; in getArithmeticInstrCost() 782 LT.second.getVectorNumElements() : 1; in getIntrinsicInstrCost()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyISelLowering.cpp | 1766 ExtractedVecT.getVectorNumElements() / VecT.getVectorNumElements(); in LowerSIGN_EXTEND_INREG() 1833 if (Lane->getOperand(0).getValueType().getVectorNumElements() > in LowerBUILD_VECTOR() 1834 VecT.getVectorNumElements()) in LowerBUILD_VECTOR() 1934 size_t DestLaneCount = VecT.getVectorNumElements(); in LowerBUILD_VECTOR() 2085 size_t NumLanes = Op.getSimpleValueType().getVectorNumElements(); in unrollVectorShift() 2175 SrcType.getVectorNumElements() != DstType.getVectorNumElements()) in performVECTOR_SHUFFLECombine()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.cpp | 3634 unsigned NumElts = VT.getVectorNumElements(); in skipExtensionForVectorMULL() 8529 unsigned NumElts = VT.getVectorNumElements(); in ReconstructShuffle() 8748 unsigned NumElts = VT.getVectorNumElements(); in isSingletonEXTMask() 8859 unsigned NumElts = VT.getVectorNumElements(); in isEXTMask() 8902 unsigned NumElts = VT.getVectorNumElements(); in isREVMask() 8922 unsigned NumElts = VT.getVectorNumElements(); in isZIPMask() 9470 SrcLane -= VT.getVectorNumElements(); in LowerVECTOR_SHUFFLE() 10611 if (VT.getVectorNumElements() == 4 && in isShuffleMaskLegal() 14811 int NumVecElts = VT.getVectorNumElements(); in replaceZeroVectorStore() 17835 switch (VT.getVectorNumElements()) { in getPredicateForFixedLengthVector() [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelLowering.h | 474 return EVT::getVectorVT(Ctx, MVT::i1, VT.getVectorNumElements()); in getSetCCResultType()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelLowering.cpp | 4440 unsigned NumElements = VT.getVectorNumElements(); in getVPermMask() 4988 unsigned NumElements = VT.getVectorNumElements(); in tryBuildVectorShuffle() 5222 unsigned NumElements = VT.getVectorNumElements(); in lowerVECTOR_SHUFFLE() 5227 assert(Index < VT.getVectorNumElements() && in lowerVECTOR_SHUFFLE() 5276 unsigned Mask = VT.getVectorNumElements() - 1; in lowerINSERT_VECTOR_ELT() 5303 unsigned Mask = VecVT.getVectorNumElements() - 1; in lowerEXTRACT_VECTOR_ELT() 5340 unsigned InNumElts = InVT.getVectorNumElements(); in lowerZERO_EXTEND_VECTOR_INREG() 5400 assert(Index < VT.getVectorNumElements() && in lowerShift() 6059 unsigned NumElts = VT.getVectorNumElements(); in isVectorElementSwap() 6181 Op.getValueType().getVectorNumElements() == in combineEXTRACT_VECTOR_ELT() [all …]
|