Home
last modified time | relevance | path

Searched refs:ElementCount (Results 1 – 25 of 131) sorted by relevance

123456

/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DLoopVectorizationPlanner.h217 ElementCount Width;
227 ElementCount MinProfitableTripCount;
235 return {ElementCount::getFixed(1), 0, 0}; in Disabled()
250 bool operator()(const ElementCount &LHS, const ElementCount &RHS) const { in operator()
263 ElementCount FixedVF;
264 ElementCount ScalableVF;
267 : FixedVF(ElementCount::getFixed(0)), in FixedScalableVFPair()
348 VPlan &getBestPlanFor(ElementCount VF) const;
375 bool hasPlanWithVF(ElementCount VF) const { in hasPlanWithVF()
397 void buildVPlans(ElementCount MinVF, ElementCount MaxVF);
[all …]
H A DLoopVectorize.cpp722 ElementCount VF;
814 ElementCount MainLoopVF = ElementCount::getFixed(0);
816 ElementCount EpilogueVF = ElementCount::getFixed(0);
4457 ElementCount
4786 auto MinVF = [](const ElementCount &LHS, const ElementCount &RHS) { in getMaximizedVFForTarget()
5183 ElementCount ForcedEC = ElementCount::getFixed(EpilogueVectorizationForceVF); in selectEpilogueVectorizationFactor()
5775 ElementCount VF = IsScalar ? ElementCount::getFixed(1) : VFs[i]; in calculateRegisterUsage()
7996 for (ElementCount VF = MinVF; ElementCount::isKnownLT(VF, MaxVFTimes2);) { in buildVPlans()
8598 for (ElementCount VF = MinVF; ElementCount::isKnownLT(VF, MaxVFTimes2);) { in buildVPlansWithVPRecipes()
8965 ElementCount MinVF) { in adjustRecipesForReductions()
[all …]
H A DLoopVectorizationLegality.cpp153 getWidth() == ElementCount::getFixed(1) && getInterleave() == 1; in LoopVectorizeHints()
237 if (getWidth() == ElementCount::getFixed(1)) in vectorizeAnalysisPassName()
249 ElementCount EC = getWidth(); in allowReordering()
568 bool LoopVectorizationLegality::isUniform(Value *V, ElementCount VF) const { in isUniform()
602 ElementCount VF) const { in isUniformMemOp()
774 ElementCount WidestFixedVF, WidestScalableVF; in isTLIScalarize()
776 for (ElementCount VF = ElementCount::getFixed(2); in isTLIScalarize()
777 ElementCount::isKnownLE(VF, WidestFixedVF); VF *= 2) in isTLIScalarize()
779 for (ElementCount VF = ElementCount::getScalable(1); in isTLIScalarize()
780 ElementCount::isKnownLE(VF, WidestScalableVF); VF *= 2) in isTLIScalarize()
H A DVPlan.h89 const ElementCount Start;
92 ElementCount End;
98 VFRange(const ElementCount &Start, const ElementCount &End) in VFRange()
111 ElementCount> {
112 ElementCount VF;
115 iterator(ElementCount VF) : VF(VF) {} in iterator()
119 ElementCount operator*() const { return VF; }
244 ElementCount VF;
1648 bool onlyScalarsGenerated(ElementCount VF);
2654 SmallSetVector<ElementCount, 2> VFs;
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Support/
H A DTypeSize.h284 class ElementCount
289 constexpr ElementCount( in ElementCount() function
297 return ElementCount(MinVal, false); in getFixed()
300 return ElementCount(MinVal, true); in getScalable()
303 return ElementCount(MinVal, Scalable); in get()
414 template <> struct DenseMapInfo<ElementCount, void> {
415 static inline ElementCount getEmptyKey() {
416 return ElementCount::getScalable(~0U);
418 static inline ElementCount getTombstoneKey() {
419 return ElementCount::getFixed(~0U - 1);
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DInjectTLIMappings.cpp41 static void addVariantDeclaration(CallInst &CI, const ElementCount &VF, in addVariantDeclaration()
94 auto AddVariantDecl = [&](const ElementCount &VF, bool Predicate) { in addMappingsFromTLI()
109 ElementCount WidestFixedVF, WidestScalableVF; in addMappingsFromTLI()
113 for (ElementCount VF = ElementCount::getFixed(2); in addMappingsFromTLI()
114 ElementCount::isKnownLE(VF, WidestFixedVF); VF *= 2) in addMappingsFromTLI()
117 for (ElementCount VF = ElementCount::getScalable(2); in addMappingsFromTLI()
118 ElementCount::isKnownLE(VF, WidestScalableVF); VF *= 2) in addMappingsFromTLI()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DLowLevelType.h44 ElementCount::getFixed(0), SizeInBits, in scalar()
52 ElementCount::getFixed(0), SizeInBits, AddressSpace}; in pointer()
63 static constexpr LLT vector(ElementCount EC, LLT ScalarTy) { in vector()
100 return vector(ElementCount::getFixed(NumElements), ScalarTy); in fixed_vector()
113 return vector(ElementCount::getScalable(MinNumElements), ScalarTy); in scalable_vector()
116 static constexpr LLT scalarOrVector(ElementCount EC, LLT ScalarTy) { in scalarOrVector()
127 ElementCount EC, uint64_t SizeInBits, in LLT()
174 constexpr ElementCount getElementCount() const { in getElementCount()
176 return ElementCount::get(IsPointer in getElementCount()
220 constexpr LLT changeElementCount(ElementCount EC) const { in changeElementCount()
[all …]
H A DValueTypes.h83 static EVT getVectorVT(LLVMContext &Context, EVT VT, ElementCount EC) { in getVectorVT()
333 ElementCount getVectorElementCount() const { in getVectorElementCount()
457 ElementCount NElts = getVectorElementCount(); in getPow2VectorType()
459 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType()
517 ElementCount EC);
534 ElementCount getExtendedVectorElementCount() const LLVM_READONLY;
H A DMachineValueType.h248 ElementCount NElts = getVectorElementCount(); in getPow2VectorType()
250 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType()
286 ElementCount getVectorElementCount() const { in getVectorElementCount()
287 return ElementCount::get(getVectorMinNumElements(), isScalableVector()); in getVectorElementCount()
473 static MVT getVectorVT(MVT VT, ElementCount EC) { in getVectorVT()
/freebsd-14.2/contrib/llvm-project/llvm/lib/IR/
H A DVFABIDemangler.cpp309 return ElementCount::getScalable(2); in getElementCountForTy()
311 return ElementCount::getScalable(4); in getElementCountForTy()
313 return ElementCount::getScalable(8); in getElementCountForTy()
315 return ElementCount::getScalable(16); in getElementCountForTy()
322 static std::optional<ElementCount>
326 ElementCount MinEC = in getScalableECFromSignature()
341 if (ElementCount::isKnownLT(*EC, MinEC)) in getScalableECFromSignature()
353 if (ElementCount::isKnownLT(*ReturnEC, MinEC)) in getScalableECFromSignature()
439 std::optional<ElementCount> EC; in tryDemangleForVFABI()
445 EC = ElementCount::getFixed(ParsedVF.first); in tryDemangleForVFABI()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Analysis/
H A DTargetLibraryInfo.h46 ElementCount VectorizationFactor;
53 ElementCount VectorizationFactor, bool Masked, StringRef VABIPrefix) in VecDesc()
60 ElementCount getVectorizationFactor() const { return VectorizationFactor; } in getVectorizationFactor()
201 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable()
212 StringRef getVectorizedFunction(StringRef F, const ElementCount &VF,
218 const VecDesc *getVectorMappingInfo(StringRef F, const ElementCount &VF,
266 void getWidestVF(StringRef ScalarF, ElementCount &FixedVF,
267 ElementCount &Scalable) const;
401 StringRef getVectorizedFunction(StringRef F, const ElementCount &VF,
583 void getWidestVF(StringRef ScalarF, ElementCount &FixedVF, in getWidestVF()
[all …]
H A DTensorSpec.h80 size_t getElementCount() const { return ElementCount; } in getElementCount()
84 size_t getTotalTensorBufferSize() const { return ElementCount * ElementSize; } in getTotalTensorBufferSize()
106 size_t ElementCount = 0; variable
/freebsd-14.2/sys/contrib/dev/acpica/components/dispatcher/
H A Ddspkginit.c205 UINT32 ElementCount, in AcpiDsBuildInternalPackageObj() argument
269 ((ACPI_SIZE) ElementCount + 1) * sizeof (void *)); in AcpiDsBuildInternalPackageObj()
277 ObjDesc->Package.Count = ElementCount; in AcpiDsBuildInternalPackageObj()
307 for (i = 0; Arg && (i < ElementCount); i++) in AcpiDsBuildInternalPackageObj()
435 i, ElementCount)); in AcpiDsBuildInternalPackageObj()
437 else if (i < ElementCount) in AcpiDsBuildInternalPackageObj()
449 ACPI_GET_FUNCTION_NAME, i, ElementCount)); in AcpiDsBuildInternalPackageObj()
/freebsd-14.2/contrib/llvm-project/clang/lib/StaticAnalyzer/Checkers/
H A DReturnPointerRangeChecker.cpp65 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in checkPreStmt() local
70 if (Idx == ElementCount) in checkPreStmt()
74 std::tie(StInBound, StOutBound) = state->assumeInBoundDual(Idx, ElementCount); in checkPreStmt()
89 const auto ConcreteElementCount = ElementCount.getAs<nonloc::ConcreteInt>(); in checkPreStmt()
H A DArrayBoundChecker.cpp58 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in checkLocation() local
62 std::tie(StInBound, StOutBound) = state->assumeInBoundDual(Idx, ElementCount); in checkLocation()
H A DUndefResultChecker.cpp54 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in isArrayIndexOutOfBounds() local
57 std::tie(StInBound, StOutBound) = state->assumeInBoundDual(Idx, ElementCount); in isArrayIndexOutOfBounds()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/IR/
H A DVectorBuilder.h47 ElementCount StaticVectorLength;
65 StaticVectorLength(ElementCount::getFixed(0)) {} in Builder()
82 StaticVectorLength = ElementCount::getFixed(NewFixedVL); in setStaticVL()
H A DVFABIDemangler.h83 ElementCount VF; // Vectorization factor.
100 return VFShape::get(FTy, ElementCount::getFixed(1), in getScalarShape()
107 static VFShape get(const FunctionType *FTy, ElementCount EC, in get()
H A DIntrinsics.h147 ElementCount Vector_Width;
199 Result.Vector_Width = ElementCount::get(Width, IsScalable); in getVector()
H A DDerivedTypes.h439 static VectorType *get(Type *ElementType, ElementCount EC);
444 ElementCount::get(NumElements, Scalable)); in get()
529 inline ElementCount getElementCount() const;
641 inline ElementCount VectorType::getElementCount() const { in getElementCount()
642 return ElementCount::get(ElementQuantity, isa<ScalableVectorType>(this)); in getElementCount()
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/GlobalISel/
H A DLegalizeMutations.cpp51 ElementCount NewEltCount = in changeElementCountTo()
52 NewTy.isVector() ? NewTy.getElementCount() : ElementCount::getFixed(1); in changeElementCountTo()
61 ElementCount NewEltCount = NewEltTy.isVector() ? NewEltTy.getElementCount() in changeElementCountTo()
62 : ElementCount::getFixed(1); in changeElementCountTo()
H A DLegalizerInfo.cpp135 const ElementCount OldElts = OldTy.isVector() ? in mutationIsSane()
136 OldTy.getElementCount() : ElementCount::getFixed(1); in mutationIsSane()
140 if (ElementCount::isKnownGE(NewTy.getElementCount(), OldElts)) in mutationIsSane()
144 if (ElementCount::isKnownLE(NewTy.getElementCount(), OldElts)) in mutationIsSane()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/
H A DLoopVectorizationLegality.h137 ElementCount getWidth() const { in getWidth()
138 return ElementCount::get(Width.Value, (ScalableForceKind)Scalable.Value == in getWidth()
355 bool isUniform(Value *V, ElementCount VF) const;
360 bool isUniformMemOp(Instruction &I, ElementCount VF) const;
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64TargetTransformInfo.h151 unsigned getMaxNumElements(ElementCount VF) const { in getMaxNumElements()
158 unsigned getMaxInterleaveFactor(ElementCount VF);
299 bool isLegalBroadcastLoad(Type *ElementTy, ElementCount NumElements) const { in isLegalBroadcastLoad()
381 ElementCount VF) const;
/freebsd-14.2/contrib/llvm-project/clang/lib/StaticAnalyzer/Core/
H A DDynamicExtent.cpp65 auto ElementCount = in getDynamicElementCount() local
68 return ElementCount.value_or(UnknownVal()); in getDynamicElementCount()

123456