| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationPlanner.h | 182 ElementCount Width; 191 return {ElementCount::getFixed(1), 0}; in Disabled() 209 ElementCount FixedVF; 210 ElementCount ScalableVF; 213 : FixedVF(ElementCount::getFixed(0)), in FixedScalableVFPair() 214 ScalableVF(ElementCount::getScalable(0)) {} in FixedScalableVFPair() 218 FixedScalableVFPair(const ElementCount &FixedVF, in FixedScalableVFPair() 274 Optional<ElementCount> BestVF = None; 299 void setBestPlan(ElementCount VF, unsigned UF); 335 void buildVPlans(ElementCount MinVF, ElementCount MaxVF); [all …]
|
| H A D | LoopVectorize.cpp | 799 ElementCount VF; 903 ElementCount MainLoopVF = ElementCount::getFixed(0); 905 ElementCount EpilogueVF = ElementCount::getFixed(0); 1214 bool operator()(const ElementCount &LHS, const ElementCount &RHS) const { in operator ()() 1555 ElementCount VF = ElementCount::getFixed(1)); 1562 ElementCount VF = ElementCount::getFixed(1)); 5581 ElementCount 5890 auto MinVF = [](const ElementCount &LHS, const ElementCount &RHS) { in getMaximizedVFForTarget() 8582 for (ElementCount VF = MinVF; ElementCount::isKnownLT(VF, MaxVFPlusOne);) { in buildVPlans() 9149 for (ElementCount VF = MinVF; ElementCount::isKnownLT(VF, MaxVFPlusOne);) { in buildVPlansWithVPRecipes() [all …]
|
| H A D | LoopVectorizationLegality.cpp | 128 getWidth() == ElementCount::getFixed(1) && getInterleave() == 1; in LoopVectorizeHints() 212 if (getWidth() == ElementCount::getFixed(1)) in vectorizeAnalysisPassName() 224 ElementCount EC = getWidth(); in allowReordering() 602 ElementCount WidestFixedVF, WidestScalableVF; in isTLIScalarize() 604 for (ElementCount VF = ElementCount::getFixed(2); in isTLIScalarize() 605 ElementCount::isKnownLE(VF, WidestFixedVF); VF *= 2) in isTLIScalarize() 607 for (ElementCount VF = ElementCount::getScalable(1); in isTLIScalarize() 608 ElementCount::isKnownLE(VF, WidestScalableVF); VF *= 2) in isTLIScalarize()
|
| H A D | VPlan.h | 67 Value *getRuntimeVF(IRBuilder<> &B, Type *Ty, ElementCount VF); 74 const ElementCount Start; 77 ElementCount End; 83 VFRange(const ElementCount &Start, const ElementCount &End) in VFRange() 127 static VPLane getLastLaneForVF(const ElementCount &VF) { in getLastLaneForVF() 157 unsigned mapToCacheIndex(const ElementCount &VF) const { in mapToCacheIndex() 170 static unsigned getNumCachedLanes(const ElementCount &VF) { in getNumCachedLanes() 202 ElementCount VF; 2070 SmallSetVector<ElementCount, 2> VFs; 2138 void addVF(ElementCount VF) { VFs.insert(VF); } [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/Support/ |
| H A D | LowLevelTypeImpl.h | 45 ElementCount::getFixed(0), SizeInBits, in scalar() 53 ElementCount::getFixed(0), SizeInBits, AddressSpace}; in pointer() 57 static LLT vector(ElementCount EC, unsigned ScalarSizeInBits) { in vector() 64 static LLT vector(ElementCount EC, LLT ScalarTy) { in vector() 82 return vector(ElementCount::getFixed(NumElements), ScalarTy); in fixed_vector() 95 return vector(ElementCount::getScalable(MinNumElements), ScalarTy); in scalable_vector() 98 static LLT scalarOrVector(ElementCount EC, LLT ScalarTy) { in scalarOrVector() 102 static LLT scalarOrVector(ElementCount EC, uint64_t ScalarSize) { in scalarOrVector() 144 ElementCount getElementCount() const { in getElementCount() 146 return ElementCount::get(IsPointer in getElementCount() [all …]
|
| H A D | TypeSize.h | 380 class ElementCount; 381 template <> struct LinearPolyBaseTypeTraits<ElementCount> { 386 class ElementCount : public LinearPolySize<ElementCount> { 390 ElementCount(const LinearPolySize<ElementCount> &V) : LinearPolySize(V) {} 504 template <> struct DenseMapInfo<ElementCount> { 505 static inline ElementCount getEmptyKey() { 506 return ElementCount::getScalable(~0U); 508 static inline ElementCount getTombstoneKey() { 509 return ElementCount::getFixed(~0U - 1); 511 static unsigned getHashValue(const ElementCount &EltCnt) { [all …]
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | InjectTLIMappings.cpp | 43 static void addVariantDeclaration(CallInst &CI, const ElementCount &VF, in addVariantDeclaration() 93 auto AddVariantDecl = [&](const ElementCount &VF) { in addMappingsFromTLI() 110 ElementCount WidestFixedVF, WidestScalableVF; in addMappingsFromTLI() 113 for (ElementCount VF = ElementCount::getFixed(2); in addMappingsFromTLI() 114 ElementCount::isKnownLE(VF, WidestFixedVF); VF *= 2) in addMappingsFromTLI()
|
| /freebsd-13.1/contrib/llvm-project/clang/lib/StaticAnalyzer/Checkers/ |
| H A D | ReturnPointerRangeChecker.cpp | 58 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in checkPreStmt() local 63 if (Idx == ElementCount) in checkPreStmt() 66 ProgramStateRef StInBound = state->assumeInBound(Idx, ElementCount, true); in checkPreStmt() 67 ProgramStateRef StOutBound = state->assumeInBound(Idx, ElementCount, false); in checkPreStmt()
|
| H A D | ArrayBoundChecker.cpp | 58 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in checkLocation() local 61 ProgramStateRef StInBound = state->assumeInBound(Idx, ElementCount, true); in checkLocation() 62 ProgramStateRef StOutBound = state->assumeInBound(Idx, ElementCount, false); in checkLocation()
|
| H A D | UndefResultChecker.cpp | 54 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in isArrayIndexOutOfBounds() local 56 ProgramStateRef StInBound = state->assumeInBound(Idx, ElementCount, true); in isArrayIndexOutOfBounds() 57 ProgramStateRef StOutBound = state->assumeInBound(Idx, ElementCount, false); in isArrayIndexOutOfBounds()
|
| /freebsd-13.1/sys/contrib/dev/acpica/components/dispatcher/ |
| H A D | dspkginit.c | 205 UINT32 ElementCount, in AcpiDsBuildInternalPackageObj() argument 269 ((ACPI_SIZE) ElementCount + 1) * sizeof (void *)); in AcpiDsBuildInternalPackageObj() 277 ObjDesc->Package.Count = ElementCount; in AcpiDsBuildInternalPackageObj() 307 for (i = 0; Arg && (i < ElementCount); i++) in AcpiDsBuildInternalPackageObj() 435 i, ElementCount)); in AcpiDsBuildInternalPackageObj() 437 else if (i < ElementCount) in AcpiDsBuildInternalPackageObj() 449 ACPI_GET_FUNCTION_NAME, i, ElementCount)); in AcpiDsBuildInternalPackageObj()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | TargetLibraryInfo.h | 31 ElementCount VectorizationFactor; 157 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable() 167 StringRef getVectorizedFunction(StringRef F, const ElementCount &VF) const; 205 void getWidestVF(StringRef ScalarF, ElementCount &FixedVF, 206 ElementCount &Scalable) const; 326 bool isFunctionVectorizable(StringRef F, const ElementCount &VF) const { in isFunctionVectorizable() 332 StringRef getVectorizedFunction(StringRef F, const ElementCount &VF) const { in getVectorizedFunction() 423 void getWidestVF(StringRef ScalarF, ElementCount &FixedVF, in getWidestVF() 424 ElementCount &ScalableVF) const { in getWidestVF()
|
| H A D | VectorUtils.h | 83 ElementCount VF; // Vectorization factor. 100 return VFShape::get(CI, ElementCount::getFixed(1), in getScalarShape() 108 static VFShape get(const CallInst &CI, ElementCount EC, bool HasGlobalPred) { in get() 187 unsigned numArgs, ElementCount VF); 299 inline Type *ToVectorTy(Type *Scalar, ElementCount EC) { in ToVectorTy() 306 return ToVectorTy(Scalar, ElementCount::getFixed(VF)); in ToVectorTy()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | ValueTypes.h | 84 static EVT getVectorVT(LLVMContext &Context, EVT VT, ElementCount EC) { in getVectorVT() 323 ElementCount getVectorElementCount() const { in getVectorElementCount() 441 ElementCount NElts = getVectorElementCount(); in getPow2VectorType() 443 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType() 493 ElementCount EC); 510 ElementCount getExtendedVectorElementCount() const LLVM_READONLY;
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | VFABIDemangling.cpp | 292 const ElementCount EC = VecTys[0]->getElementCount(); in verifyAllVectorsHaveSameWidth() 303 ElementCount getECFromSignature(FunctionType *Signature) { in getECFromSignature() 313 return ElementCount::getFixed(/*Min=*/1); in getECFromSignature() 444 const ElementCount EC = getECFromSignature(F->getFunctionType()); in tryDemangleForVFABI() 457 const VFShape Shape({ElementCount::get(VF, IsScalable), Parameters}); in tryDemangleForVFABI()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ReplaceWithVeclib.cpp | 107 ElementCount VF = ElementCount::getFixed(0); in replaceWithCallToVeclib() 124 ElementCount NumElements = VectorArgTy->getElementCount(); in replaceWithCallToVeclib()
|
| H A D | ExpandVectorPredication.cpp | 149 ElementCount ElemCount); 192 ElementCount ElemCount) { in convertEVLToMask() 261 ElementCount StaticElemCount = VPI.getStaticVectorLength(); in discardEVLParameter() 299 ElementCount ElemCount = VPI.getStaticVectorLength(); in foldEVLIntoMask()
|
| /freebsd-13.1/contrib/llvm-project/clang/lib/StaticAnalyzer/Core/ |
| H A D | DynamicExtent.cpp | 52 SVal ElementCount = in getDynamicElementCount() local 55 return ElementCount.castAs<DefinedOrUnknownSVal>(); in getDynamicElementCount()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | DerivedTypes.h | 424 static VectorType *get(Type *ElementType, ElementCount EC); 429 ElementCount::get(NumElements, Scalable)); in get() 514 inline ElementCount getElementCount() const; 626 inline ElementCount VectorType::getElementCount() const { in getElementCount() 627 return ElementCount::get(ElementQuantity, isa<ScalableVectorType>(this)); in getElementCount()
|
| H A D | Intrinsics.h | 152 ElementCount Vector_Width; 207 Result.Vector_Width = ElementCount::get(Width, IsScalable); in getVector()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/Analysis/Utils/ |
| H A D | TFUtils.h | 71 size_t getElementCount() const { return ElementCount; } in getElementCount() 91 size_t ElementCount = 0; variable
|
| /freebsd-13.1/contrib/llvm-project/clang/lib/StaticAnalyzer/Checkers/MPI-Checker/ |
| H A D | MPIChecker.cpp | 164 DefinedOrUnknownSVal ElementCount = getDynamicElementCount( in allRegionsUsedByWait() local 168 ElementCount.getAs<nonloc::ConcreteInt>()->getValue(); in allRegionsUsedByWait()
|
| /freebsd-13.1/contrib/llvm-project/llvm/lib/Support/ |
| H A D | LowLevelType.cpp | 28 ElementCount::getFixed(0), VT.getSizeInBits(), /*AddressSpace=*/0); in LLT()
|
| /freebsd-13.1/contrib/llvm-project/llvm/include/llvm/Transforms/Vectorize/ |
| H A D | LoopVectorizationLegality.h | 125 ElementCount getWidth() const { in getWidth() 126 return ElementCount::get(Width.Value, in getWidth()
|
| /freebsd-13.1/sys/contrib/dev/acpica/components/namespace/ |
| H A D | nsrepair2.c | 778 UINT32 ElementCount; in AcpiNsRepair_PRT() local 785 ElementCount = PackageObject->Package.Count; in AcpiNsRepair_PRT() 789 for (Index = 0; Index < ElementCount; Index++, TopObjectList++) in AcpiNsRepair_PRT()
|