Home
last modified time | relevance | path

Searched refs:isScalable (Results 1 – 25 of 87) sorted by relevance

1234

/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Support/
H A DTypeSize.h188 assert((!isScalable() || isZero()) && in getFixedValue()
205 if (!LHS.isScalable() || RHS.isScalable()) in isKnownLT()
212 if (LHS.isScalable() || !RHS.isScalable()) in isKnownGT()
219 if (!LHS.isScalable() || RHS.isScalable()) in isKnownLE()
226 if (LHS.isScalable() || !RHS.isScalable()) in isKnownGE()
250 isScalable()); in coefficientNextPowerOf2()
257 return isScalable() == RHS.isScalable() && in hasKnownScalarFactor()
271 if (isScalable()) in print()
308 return !isScalable() && getKnownMinValue() == 1; in isScalar()
402 Size.isScalable()}; in alignTo()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DLowLevelType.h150 if (isScalable()) in getNumElements()
160 constexpr bool isScalable() const { in isScalable() function
168 constexpr bool isFixedVector() const { return isVector() && !isScalable(); } in isFixedVector()
172 constexpr bool isScalableVector() const { return isVector() && isScalable(); } in isScalableVector()
179 isScalable()); in getElementCount()
188 EC.isScalable()); in getSizeInBits()
195 return {(BaseSize.getKnownMinValue() + 7) / 8, BaseSize.isScalable()}; in getSizeInBytes()
401 maskAndShift(EC.isScalable() ? 1 : 0, VectorScalableFieldInfo);
408 maskAndShift(EC.isScalable() ? 1 : 0,
H A DMachineValueType.h250 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType()
354 return {(BaseSize.getKnownMinValue() + 7) / 8, BaseSize.isScalable()}; in getStoreSize()
474 if (EC.isScalable()) in getVectorVT()
H A DValueTypes.h375 return {(BaseSize.getKnownMinValue() + 7) / 8, BaseSize.isScalable()}; in getStoreSize()
459 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Analysis/
H A DMemoryLocation.h113 return LocationSize(Value.getKnownMinValue(), Value.isScalable()); in precise()
125 if (Value.isScalable()) in upperBound()
160 if (isScalable() || Other.isScalable()) in unionWith()
169 bool isScalable() const { return (Value & ScalableBit); } in isScalable() function
175 return {Value & ~(ImpreciseBit | ScalableBit), isScalable()}; in getValue()
297 return T.isScalable() ? UnknownSize : T.getFixedValue(); in getSizeOrUnknown()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DLoopVectorizationPlanner.h251 return std::make_tuple(LHS.isScalable(), LHS.getKnownMinValue()) < in operator()
252 std::make_tuple(RHS.isScalable(), RHS.getKnownMinValue()); in operator()
270 *(Max.isScalable() ? &ScalableVF : &FixedVF) = Max; in FixedScalableVFPair()
275 assert(!FixedVF.isScalable() && ScalableVF.isScalable() && in FixedScalableVFPair()
H A DLoopVectorize.cpp3776 if (VF.isScalable()) { in collectLoopScalars()
4787 assert((LHS.isScalable() == RHS.isScalable()) && in getMaximizedVFForTarget()
4916 if (!A.Width.isScalable() && !B.Width.isScalable() && MaxTripCount) { in isMoreProfitable()
4951 if (A.Width.isScalable() && !B.Width.isScalable()) in isMoreProfitable()
5064 if (i.isScalable()) in selectVectorizationFactor()
5152 if (VF.isScalable()) in isEpilogueVectorizationProfitable()
5226 if ((!NextVF.Width.isScalable() && MainLoopVF.isScalable() && in selectEpilogueVectorizationFactor()
5233 if (!MainLoopVF.isScalable() && !NextVF.Width.isScalable()) { in selectEpilogueVectorizationFactor()
5439 if (VF.isScalable()) { in selectInterleaveCount()
6061 if (VF.isScalable()) in getMemInstScalarizationCost()
[all …]
H A DVPlanRecipes.cpp1150 if (!FirstLaneOnly && State.VF.isScalable()) { in execute()
1171 if (!FirstLaneOnly && State.VF.isScalable()) { in execute()
1192 assert((State.VF.isScalable() || isa<Constant>(StartIdx)) && in execute()
1310 Type *IndexTy = State.VF.isScalable() && (IsReverse || Part > 0) in execute()
1611 (!VF.isScalable() || vputils::onlyFirstLaneUsed(this)); in onlyScalarsGenerated()
H A DVPlan.h100 assert(Start.isScalable() == End.isScalable() && in VFRange()
172 if (VF.isScalable()) in getLastLaneForVF()
202 assert(VF.isScalable() && Lane < VF.getKnownMinValue()); in mapToCacheIndex()
213 return VF.getKnownMinValue() * (VF.isScalable() ? 2 : 1); in getNumCachedLanes()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Support/
H A DTypeSize.cpp50 if (isScalable()) { in operator TypeSize::ScalarTy()
/freebsd-14.2/contrib/llvm-project/llvm/lib/IR/
H A DVectorBuilder.cpp49 assert(!StaticVectorLength.isScalable() && "TODO vscale lowering"); in requestEVL()
H A DDataLayout.cpp69 if (!StructSize.isScalable() && !isAligned(TyAlign, StructSize)) { in StructLayout()
84 if (!StructSize.isScalable() && !isAligned(StructAlignment, StructSize)) { in StructLayout()
93 assert(!StructSize.isScalable() && in getElementContainingOffset()
952 if (ElemSize.isScalable() || ElemSize == 0 || in getElementIndex()
H A DType.cpp193 assert(!ETS.isScalable() && "Vector type should have fixed-width elements"); in getPrimitiveSizeInBits()
194 return {ETS.getFixedValue() * EC.getKnownMinValue(), EC.isScalable()}; in getPrimitiveSizeInBits()
677 if (EC.isScalable()) in get()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVTargetTransformInfo.h273 if (!VF.isScalable()) in isLegalToVectorizeReduction()
303 if (VF.isScalable()) in getMaxInterleaveFactor()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/IR/
H A DDataLayout.h474 return {divideCeil(BaseSize.getKnownMinValue(), 8), BaseSize.isScalable()}; in getTypeStoreSize()
713 return TypeSize(MinBits, EltCnt.isScalable()); in getTypeSizeInBits()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DAArch64TargetTransformInfo.h152 if (!VF.isScalable()) in getMaxNumElements()
301 if (!ST->hasNEON() || NumElements.isScalable()) in isLegalBroadcastLoad()
H A DAArch64FrameLowering.cpp2777 bool isScalable() const { return Type == PPR || Type == ZPR; } in isScalable() function
2901 int OffsetPre = RPI.isScalable() ? ScalableByteOffset : ByteOffset; in computeCalleeSaveRegisterPairs()
2904 if (RPI.isScalable()) in computeCalleeSaveRegisterPairs()
2916 assert(!(RPI.isScalable() && RPI.isPaired()) && in computeCalleeSaveRegisterPairs()
2922 !RPI.isScalable() && RPI.Type != RegPairInfo::FPR128 && in computeCalleeSaveRegisterPairs()
2933 int OffsetPost = RPI.isScalable() ? ScalableByteOffset : ByteOffset; in computeCalleeSaveRegisterPairs()
2947 assert(((!RPI.isScalable() && RPI.Offset >= -64 && RPI.Offset <= 63) || in computeCalleeSaveRegisterPairs()
2948 (RPI.isScalable() && RPI.Offset >= -256 && RPI.Offset <= 255)) && in computeCalleeSaveRegisterPairs()
3191 if (RPI.isScalable()) in restoreCalleeSavedRegisters()
3207 if (RPI.isScalable()) in restoreCalleeSavedRegisters()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/utils/TableGen/
H A DGlobalISelMatchTable.cpp356 OS << (Ty.isScalable() ? "GILLT_nxv" : "GILLT_v") in emitCxxEnumValue()
377 << (Ty.isScalable() ? "ElementCount::getScalable(" in emitCxxConstructorCall()
411 return std::make_tuple(Ty.isScalable(), in operator <()
413 std::make_tuple(Other.Ty.isScalable(), in operator <()
416 assert((!Ty.isVector() || Ty.isScalable() == Other.Ty.isScalable()) && in operator <()
419 ? std::make_tuple(Ty.isScalable(), in operator <()
421 std::make_tuple(Other.Ty.isScalable(), in operator <()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DMemCpyOptimizer.cpp179 assert(!StoreSize.isScalable() && "Can't track scalable-typed stores"); in addStore()
361 if (DL.getTypeStoreSize(SI->getOperand(0)->getType()).isScalable()) in tryMergingIntoMemset()
410 if (DL.getTypeStoreSize(StoredVal->getType()).isScalable()) in tryMergingIntoMemset()
870 if (cpySize.isScalable()) in performCallSlotOptzn()
885 if (SrcAllocaSize.isScalable()) in performCallSlotOptzn()
1913 if (!AllocaSize || AllocaSize->isScalable()) in processImmutArgument()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/
H A DBasicAliasAnalysis.cpp645 if (AllocTypeSize.isScalable()) { in DecomposeGEPExpression()
656 if (AllocTypeSize.isScalable()) { in DecomposeGEPExpression()
1083 V2Size.hasValue() && !V2Size.isScalable() && in aliasGEP()
1091 V1Size.hasValue() && !V1Size.isScalable() && in aliasGEP()
1117 if (V1Size.isScalable() || V2Size.isScalable()) in aliasGEP()
H A DLoads.cpp434 if (TySize.isScalable()) in isSafeToLoadUnconditionally()
562 if (LoadTypeSize.isScalable()) in getAvailableLoadStore()
H A DStackSafetyAnalysis.cpp160 if (TS.isScalable()) in getStaticAllocaSizeRange()
308 if (Size.isScalable()) in getAccessRange()
348 if (TS.isScalable()) in isSafeAccess()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DFunctionComparator.cpp587 if (STyL->getElementCount().isScalable() != in cmpTypes()
588 STyR->getElementCount().isScalable()) in cmpTypes()
589 return cmpNumbers(STyL->getElementCount().isScalable(), in cmpTypes()
590 STyR->getElementCount().isScalable()); in cmpTypes()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineLoadStoreAlloca.cpp723 if (SL->getSizeInBits().isScalable()) in unpackLoadToAggregate()
850 if (TS.isScalable()) in isObjectSizeLessThanOrEq()
1245 if (SL->getSizeInBits().isScalable()) in unpackStoreToAggregate()
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/
H A DExpandVectorPredication.cpp234 if (ElemCount.isScalable()) { in convertEVLToMask()
641 if (StaticElemCount.isScalable()) { in discardEVLParameter()

1234