| /llvm-project-15.0.7/llvm/include/llvm/Support/ |
| H A D | TypeSize.h | 313 assert(!isScalable() &&
329 if (!LHS.isScalable() || RHS.isScalable())
335 if (LHS.isScalable() || !RHS.isScalable())
341 if (!LHS.isScalable() || RHS.isScalable())
347 if (LHS.isScalable() || !RHS.isScalable())
362 LinearPolySize::get(getKnownMinValue() / RHS, isScalable()));
373 isScalable()));
379 return isScalable() == RHS.isScalable() &&
392 if (isScalable())
510 Size.isScalable()};
[all …]
|
| H A D | LowLevelTypeImpl.h | 127 if (isScalable()) in getNumElements()
137 bool isScalable() const { in isScalable() function
148 isScalable()); in getElementCount()
157 EC.isScalable()); in getSizeInBits()
164 return {(BaseSize.getKnownMinSize() + 7) / 8, BaseSize.isScalable()}; in getSizeInBytes()
368 maskAndShift(EC.isScalable() ? 1 : 0, VectorScalableFieldInfo);
375 maskAndShift(EC.isScalable() ? 1 : 0,
|
| H A D | MachineValueType.h | 519 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType()
1103 return {(BaseSize.getKnownMinSize() + 7) / 8, BaseSize.isScalable()}; in getStoreSize()
1443 if (EC.isScalable()) in getVectorVT()
|
| /llvm-project-15.0.7/llvm/unittests/CodeGen/ |
| H A D | ScalableVectorMVTsTest.cpp | 76 ASSERT_TRUE(EltCnt.isScalable()); in TEST()
87 ASSERT_FALSE(EltCnt.isScalable()); in TEST()
177 ASSERT_FALSE(v4i32.getSizeInBits().isScalable()); in TEST()
178 ASSERT_TRUE(nxv4i32.getSizeInBits().isScalable()); in TEST()
|
| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | MemoryLocation.h | 103 if (Value.isScalable()) in precise()
117 if (Value.isScalable()) in upperBound()
285 return T.isScalable() ? UnknownSize : T.getFixedSize(); in getSizeOrUnknown()
|
| /llvm-project-15.0.7/llvm/unittests/IR/ |
| H A D | VectorTypesTest.cpp | 127 ASSERT_FALSE(EltCnt.isScalable()); in TEST()
223 ASSERT_TRUE(EltCnt.isScalable()); in TEST()
257 EXPECT_EQ(isa<ScalableVectorType>(VI), ECI.isScalable()); in TEST()
291 EXPECT_FALSE(V2I32Len.isScalable()); in TEST()
337 EXPECT_TRUE(ScV2I32Len.isScalable()); in TEST()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorizationPlanner.h | 232 *(Max.isScalable() ? &ScalableVF : &FixedVF) = Max; in FixedScalableVFPair()
237 assert(!FixedVF.isScalable() && ScalableVF.isScalable() && in FixedScalableVFPair()
|
| H A D | LoopVectorize.cpp | 2953 if (!VF.isScalable()) in emitIterationCountCheck()
4255 if (VF.isScalable()) { in collectLoopScalars()
5122 assert((LHS.isScalable() == RHS.isScalable()) && in getMaximizedVFForTarget()
5230 if (!A.Width.isScalable() && !B.Width.isScalable() && FoldTailByMasking && in isMoreProfitable()
5257 if (A.Width.isScalable() && !B.Width.isScalable()) in isMoreProfitable()
5305 if (i.isScalable()) in selectVectorizationFactor()
5520 if (((!NextVF.Width.isScalable() && MainLoopVF.isScalable() && in selectEpilogueVectorizationFactor()
6305 if (VF.isScalable()) in getMemInstScalarizationCost()
6434 if (VF.isScalable()) in getInterleaveGroupCost()
6714 if (VF.isScalable()) in getScalarizationOverhead()
[all …]
|
| /llvm-project-15.0.7/llvm/lib/Support/ |
| H A D | TypeSize.cpp | 50 if (isScalable()) { in operator TypeSize::ScalarTy()
|
| /llvm-project-15.0.7/mlir/lib/Dialect/LLVMIR/IR/ |
| H A D | LLVMTypes.cpp | 900 if (ty.isScalable()) in getVectorNumElements()
922 vectorType.cast<VectorType>().isScalable()); in isScalableVectorType()
926 bool isScalable) { in getVectorType() argument
933 if (isScalable) in getVectorType()
937 return VectorType::get(numElements, elementType, (unsigned)isScalable); in getVectorType()
983 elementSize.isScalable()); in getPrimitiveTypeSizeInBits()
991 elementSize.isScalable()); in getPrimitiveTypeSizeInBits()
|
| H A D | LLVMTypeSyntax.cpp | 279 bool isScalable = dims.size() == 2; in parseVectorType() local
280 if (isScalable) in parseVectorType()
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | VectorBuilder.cpp | 51 assert(!StaticVectorLength.isScalable() && "TODO vscale lowering"); in requestEVL()
|
| H A D | Type.cpp | 182 assert(!ETS.isScalable() && "Vector type should have fixed-width elements"); in getPrimitiveSizeInBits()
183 return {ETS.getFixedSize() * EC.getKnownMinValue(), EC.isScalable()}; in getPrimitiveSizeInBits()
669 if (EC.isScalable()) in get()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | ValueTypes.h | 364 return {(BaseSize.getKnownMinSize() + 7) / 8, BaseSize.isScalable()}; in getStoreSize()
448 NElts = ElementCount::get(NewMinCount, NElts.isScalable()); in getPow2VectorType()
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.h | 145 if (!VF.isScalable()) in getMaxNumElements()
287 if (!ST->hasNEON() || NumElements.isScalable()) in isLegalBroadcastLoad()
|
| H A D | AArch64FrameLowering.cpp | 2503 bool isScalable() const { return Type == PPR || Type == ZPR; } in isScalable() function
2625 int OffsetPre = RPI.isScalable() ? ScalableByteOffset : ByteOffset; in computeCalleeSaveRegisterPairs()
2628 if (RPI.isScalable()) in computeCalleeSaveRegisterPairs()
2639 assert(!(RPI.isScalable() && RPI.isPaired()) && in computeCalleeSaveRegisterPairs()
2645 !RPI.isScalable() && RPI.Type != RegPairInfo::FPR128 && in computeCalleeSaveRegisterPairs()
2656 int OffsetPost = RPI.isScalable() ? ScalableByteOffset : ByteOffset; in computeCalleeSaveRegisterPairs()
2669 assert(((!RPI.isScalable() && RPI.Offset >= -64 && RPI.Offset <= 63) || in computeCalleeSaveRegisterPairs()
2670 (RPI.isScalable() && RPI.Offset >= -256 && RPI.Offset <= 255)) && in computeCalleeSaveRegisterPairs()
2913 if (RPI.isScalable()) in restoreCalleeSavedRegisters()
2929 if (RPI.isScalable()) in restoreCalleeSavedRegisters()
[all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/IR/ |
| H A D | DataLayout.h | 476 return {divideCeil(BaseSize.getKnownMinSize(), 8), BaseSize.isScalable()}; in getTypeStoreSize()
714 return TypeSize(MinBits, EltCnt.isScalable()); in getTypeSizeInBits()
|
| /llvm-project-15.0.7/mlir/lib/IR/ |
| H A D | TypeUtilities.cpp | 134 if (vType && vType.isScalable()) in verifyCompatibleShapes()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Utils/ |
| H A D | FunctionComparator.cpp | 505 if (STyL->getElementCount().isScalable() != in cmpTypes()
506 STyR->getElementCount().isScalable()) in cmpTypes()
507 return cmpNumbers(STyL->getElementCount().isScalable(), in cmpTypes()
508 STyR->getElementCount().isScalable()); in cmpTypes()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | ReplaceWithVeclib.cpp | 124 if (NumElements.isScalable()) { in replaceWithCallToVeclib()
|
| H A D | ExpandVectorPredication.cpp | 216 if (ElemCount.isScalable()) { in convertEVLToMask()
478 if (StaticElemCount.isScalable()) { in discardEVLParameter()
|
| /llvm-project-15.0.7/mlir/lib/Target/LLVMIR/ |
| H A D | TypeToLLVM.cpp | 142 if (type.isScalable()) in translate()
|
| /llvm-project-15.0.7/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.h | 194 if (!VF.isScalable()) in isLegalToVectorizeReduction()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Scalar/ |
| H A D | MemCpyOptimizer.cpp | 178 assert(!StoreSize.isScalable() && "Can't track scalable-typed stores"); in addStore()
386 if (DL.getTypeStoreSize(SI->getOperand(0)->getType()).isScalable()) in tryMergingIntoMemset()
443 if (DL.getTypeStoreSize(StoredVal->getType()).isScalable()) in tryMergingIntoMemset()
873 if (cpySize.isScalable()) in performCallSlotOptzn()
|
| /llvm-project-15.0.7/mlir/include/mlir/Dialect/LLVMIR/ |
| H A D | LLVMTypes.h | 522 bool isScalable = false);
|