| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | ValueTypes.cpp | 117 return isExtendedVector() && isa<ScalableVectorType>(LLVMTy); in isExtendedScalableVector() 428 return ScalableVectorType::get(Type::getInt1Ty(Context), 1); in getTypeForEVT() 430 return ScalableVectorType::get(Type::getInt1Ty(Context), 2); in getTypeForEVT() 432 return ScalableVectorType::get(Type::getInt1Ty(Context), 4); in getTypeForEVT() 434 return ScalableVectorType::get(Type::getInt1Ty(Context), 8); in getTypeForEVT() 442 return ScalableVectorType::get(Type::getInt8Ty(Context), 1); in getTypeForEVT() 444 return ScalableVectorType::get(Type::getInt8Ty(Context), 2); in getTypeForEVT() 446 return ScalableVectorType::get(Type::getInt8Ty(Context), 4); in getTypeForEVT() 448 return ScalableVectorType::get(Type::getInt8Ty(Context), 8); in getTypeForEVT() 492 return ScalableVectorType::get(Type::getHalfTy(Context), 1); in getTypeForEVT() [all …]
|
| H A D | InterleavedAccessPass.cpp | 293 if (!LI->isSimple() || isa<ScalableVectorType>(LI->getType())) in lowerInterleavedLoad() 498 if (!SVI || !SVI->hasOneUse() || isa<ScalableVectorType>(SVI->getType())) in lowerInterleavedStore()
|
| /llvm-project-15.0.7/llvm/include/llvm/IR/ |
| H A D | DerivedTypes.h | 572 class ScalableVectorType : public VectorType { 585 static ScalableVectorType *getInteger(ScalableVectorType *VTy) { in getInteger() 589 static ScalableVectorType * 591 return cast<ScalableVectorType>( in getExtendedElementVectorType() 595 static ScalableVectorType * 597 return cast<ScalableVectorType>( in getTruncatedElementVectorType() 601 static ScalableVectorType *getSubdividedVectorType(ScalableVectorType *VTy, in getSubdividedVectorType() 603 return cast<ScalableVectorType>( in getSubdividedVectorType() 607 static ScalableVectorType * 612 static ScalableVectorType * [all …]
|
| H A D | MatrixBuilder.h | 42 assert(!isa<ScalableVectorType>(LHS->getType()) && in splatScalarOperandIfNeeded() 48 assert(!isa<ScalableVectorType>(RHS->getType()) && in splatScalarOperandIfNeeded() 160 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateAdd() 166 assert(!isa<ScalableVectorType>(RHS->getType()) && in CreateAdd() 185 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateSub() 191 assert(!isa<ScalableVectorType>(RHS->getType()) && in CreateSub() 218 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateScalarDiv()
|
| /llvm-project-15.0.7/llvm/unittests/IR/ |
| H A D | VectorTypesTest.cpp | 139 auto *ScV16Int8Ty = ScalableVectorType::get(Int8Ty, 16); in TEST() 160 auto *ScV8Int16Ty = dyn_cast<ScalableVectorType>( in TEST() 173 auto *ScV2Int64Ty = dyn_cast<ScalableVectorType>( in TEST() 191 auto *ExtTy = dyn_cast<ScalableVectorType>( in TEST() 197 auto *TruncTy = dyn_cast<ScalableVectorType>( in TEST() 203 auto *HalvedTy = dyn_cast<ScalableVectorType>( in TEST() 209 auto *DoubledTy = dyn_cast<ScalableVectorType>( in TEST() 330 auto *ScV2Int32Ty = ScalableVectorType::get(Int32Ty, 2); in TEST() 331 auto *ScV4Int32Ty = ScalableVectorType::get(Int32Ty, 4); in TEST() 333 auto *ScV2Int64Ty = ScalableVectorType::get(Int64Ty, 2); in TEST() [all …]
|
| H A D | InstructionsTest.cpp | 211 Type *VScaleV2Int32Ty = ScalableVectorType::get(Int32Ty, 2); in TEST() 212 Type *VScaleV2Int64Ty = ScalableVectorType::get(Int64Ty, 2); in TEST() 213 Type *VScaleV4Int16Ty = ScalableVectorType::get(Int16Ty, 4); in TEST() 214 Type *VScaleV1Int16Ty = ScalableVectorType::get(Int16Ty, 1); in TEST() 225 Type *VScaleV4Int32PtrAS1Ty = ScalableVectorType::get(Int32PtrAS1Ty, 4); in TEST() 230 Type *VScaleV2Int32PtrTy = ScalableVectorType::get(Int32PtrTy, 2); in TEST() 232 Type *VScaleV4Int32PtrTy = ScalableVectorType::get(Int32PtrTy, 4); in TEST() 233 Type *VScaleV4Int64PtrTy = ScalableVectorType::get(Int64PtrTy, 4); in TEST() 1203 Type *VScaleV4Int32Ty = ScalableVectorType::get(Int32Ty, 4); in TEST() 1215 Type *VScaleV2Int32Ty = ScalableVectorType::get(Int32Ty, 2); in TEST()
|
| H A D | ConstantsTest.cpp | 136 VectorType *Int8PtrScalableVecTy = ScalableVectorType::get(Int8PtrTy, 4); in TEST() 137 VectorType *Int32PtrScalableVecTy = ScalableVectorType::get(Int32PtrTy, 4); in TEST() 138 VectorType *Int64ScalableVecTy = ScalableVectorType::get(Int64Ty, 4); in TEST()
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | SVEIntrinsicOpts.cpp | 112 const auto *PTrueVTy = cast<ScalableVectorType>(PTrue->getType()); in isPTruePromoted() 118 const auto *IntrUserVTy = cast<ScalableVectorType>(IntrUser->getType()); in isPTruePromoted() 142 auto *PTrue1VTy = cast<ScalableVectorType>(PTrue1->getType()); in coalescePTrueIntrinsicCalls() 143 auto *PTrue2VTy = cast<ScalableVectorType>(PTrue2->getType()); in coalescePTrueIntrinsicCalls() 293 ScalableVectorType::get(Type::getInt1Ty(I->getContext()), 16); in optimizePredicateStore() 356 ScalableVectorType::get(Type::getInt1Ty(I->getContext()), 16); in optimizePredicateLoad()
|
| H A D | AArch64TargetTransformInfo.cpp | 684 auto *RetTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEDupX() 740 auto *OutTy = dyn_cast<ScalableVectorType>(II.getType()); in instCombineSVECmpNE() 770 auto *PredType = ScalableVectorType::get( in instCombineSVECmpNE() 856 auto *PgVTy = cast<ScalableVectorType>(Pg->getType()); in instCombineSVELast() 1015 if (cast<ScalableVectorType>(Pred->getType())->getMinNumElements() <= in isAllActivePredicate() 1157 auto *RetTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEUnpack() 2280 if (auto *VTy = dyn_cast<ScalableVectorType>(Ty)) in getMemoryOpCost() 2622 assert((isa<ScalableVectorType>(Ty) == isa<ScalableVectorType>(CondTy)) && in getMinMaxReductionCost() 2680 auto *VTy = cast<ScalableVectorType>(ValTy); in getArithmeticReductionCost() 2687 if (isa<ScalableVectorType>(ValTy)) in getArithmeticReductionCost() [all …]
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | Type.cpp | 435 if (isa<ScalableVectorType>(Ty)) in containsScalableVectorType() 567 if (isa<ScalableVectorType>(Ty)) in isSized() 614 if (isa<ScalableVectorType>(V->getType())) in indexValid() 654 !isa<ScalableVectorType>(ElemTy); in isValidElementType() 670 return ScalableVectorType::get(ElementType, EC.getKnownMinValue()); in get() 705 ScalableVectorType *ScalableVectorType::get(Type *ElementType, in get() 719 Entry = new (pImpl->Alloc) ScalableVectorType(ElementType, MinNumElts); in get() 720 return cast<ScalableVectorType>(Entry); in get()
|
| H A D | Operator.cpp | 126 if (isa<ScalableVectorType>(GTI.getIndexedType())) in accumulateConstantOffset() 187 bool ScalableType = isa<ScalableVectorType>(GTI.getIndexedType()); in collectOffset()
|
| H A D | ConstantFold.cpp | 50 if (isa<ScalableVectorType>(DstTy)) in BitCastConstantVector() 690 if (isa<ScalableVectorType>(Val->getType())) in ConstantFoldInsertElementInstruction() 721 ElementCount::get(MaskNumElts, isa<ScalableVectorType>(V1VTy)); in ConstantFoldShuffleVectorInstruction() 744 if (isa<ScalableVectorType>(V1VTy)) in ConstantFoldShuffleVectorInstruction() 821 bool IsScalableVector = isa<ScalableVectorType>(C->getType()); in ConstantFoldUnaryInstruction() 895 bool IsScalableVector = isa<ScalableVectorType>(C1->getType()); in ConstantFoldBinaryInstruction() 1688 if (isa<ScalableVectorType>(C1VTy)) in ConstantFoldCompareInstruction() 2085 assert((!isa<VectorType>(GEPTy) || isa<ScalableVectorType>(GEPTy) == in ConstantFoldGetElementPtr() 2086 isa<ScalableVectorType>(VT)) && in ConstantFoldGetElementPtr()
|
| H A D | IRBuilder.cpp | 113 if (isa<ScalableVectorType>(DstType)) { in CreateStepVector() 120 VectorType::get(getInt8Ty(), cast<ScalableVectorType>(DstType)); in CreateStepVector() 1101 if (isa<ScalableVectorType>(Ty)) { in CreateVectorReverse() 1121 if (auto *VTy = dyn_cast<ScalableVectorType>(V1->getType())) { in CreateVectorSplice()
|
| H A D | Instructions.cpp | 2011 Mask.size(), isa<ScalableVectorType>(V1->getType())), in ShuffleVectorInst() 2026 Mask.size(), isa<ScalableVectorType>(V1->getType())), in ShuffleVectorInst() 2069 if (isa<ScalableVectorType>(V1->getType())) in isValidOperands() 2086 isa<ScalableVectorType>(MaskTy) != isa<ScalableVectorType>(V1->getType())) in isValidOperands() 2160 if (isa<ScalableVectorType>(ResultTy)) { in convertShuffleMaskForBitcode() 2404 if (isa<ScalableVectorType>(getType())) in isIdentityWithPadding() 2431 if (isa<ScalableVectorType>(getType())) in isIdentityWithExtract() 2450 if (isa<ScalableVectorType>(getType())) in isConcat() 2535 if (isa<ScalableVectorType>(getType())) in isReplicationMask()
|
| /llvm-project-15.0.7/mlir/lib/Target/LLVMIR/ |
| H A D | TypeFromLLVM.cpp | 39 llvm::ScalableVectorType>( in translateType() 138 Type translate(llvm::ScalableVectorType *type) { in translate()
|
| H A D | TypeToLLVM.cpp | 143 return llvm::ScalableVectorType::get(translateType(type.getElementType()), in translate() 157 return llvm::ScalableVectorType::get(translateType(type.getElementType()), in translate()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 199 if (isa<ScalableVectorType>(DataTy)) in getCommonMaskedMemoryOpCost() 706 if (isa<ScalableVectorType>(InTy)) in getScalarizationOverhead() 730 if (isa<ScalableVectorType>(InTy)) in getScalarizationOverhead() 845 if (isa<ScalableVectorType>(Ty)) 1131 if (isa<ScalableVectorType>(ValTy)) 1257 if (isa<ScalableVectorType>(VecTy)) 1472 if (isa<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 1480 if (isa<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 2156 if (isa<ScalableVectorType>(Ty)) in getTreeReductionCost() 2231 if (isa<ScalableVectorType>(Ty)) in getOrderedReductionCost() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/RISCV/ |
| H A D | RISCVTargetTransformInfo.cpp | 178 if (isa<ScalableVectorType>(Tp)) { in getShuffleCost() 215 if (!isa<ScalableVectorType>(Src)) in getMaskedMemoryOpCost() 311 if (isa<ScalableVectorType>(Ty)) { in getMaxVLFor()
|
| /llvm-project-15.0.7/llvm/include/llvm/Analysis/ |
| H A D | InstSimplifyFolder.h | 111 isa<ScalableVectorType>(V1->getType())); in FoldShuffleVector()
|
| /llvm-project-15.0.7/llvm/unittests/CodeGen/ |
| H A D | ScalableVectorMVTsTest.cpp | 119 ASSERT_TRUE(isa<ScalableVectorType>(ScV4Float64Ty)); in TEST()
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 340 if (isa<ScalableVectorType>(VTy)) in findScalarElement() 1029 if (isa<ScalableVectorType>(ConstMask->getType())) in maskIsAllZeroOrUndef() 1055 if (isa<ScalableVectorType>(ConstMask->getType())) in maskIsAllOneOrUndef()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 1146 if (isa<ScalableVectorType>(Shuf.getOperand(0)->getType())) in isShuffleEquivalentToSelect() 1180 if (isa<ScalableVectorType>(VecTy)) in foldInsSequenceIntoSplat() 1252 if (isa<ScalableVectorType>(Shuf->getType())) in foldInsEltIntoSplat() 1290 if (isa<ScalableVectorType>(Shuf->getType())) in foldInsEltIntoIdentityShuffle() 1423 if (isa<ScalableVectorType>(InsElt.getType())) in foldConstantInsEltIntoShuffle() 2553 if (isa<ScalableVectorType>(LHS->getType())) in visitShuffleVectorInst()
|
| /llvm-project-15.0.7/clang/lib/CodeGen/ |
| H A D | CodeGenTypes.cpp | 617 return llvm::ScalableVectorType::get(ConvertType(Info.ElementType), in ConvertType() 632 return llvm::ScalableVectorType::get(ConvertType(Info.ElementType), in ConvertType()
|
| H A D | CGBuiltin.cpp | 8580 llvm::ScalableVectorType * 8588 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 8); in getSVEPredType() 8590 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 4); in getSVEPredType() 8592 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 2); in getSVEPredType() 8595 return llvm::ScalableVectorType::get(Builder.getInt1Ty(), 8); in getSVEPredType() 8615 llvm::ScalableVectorType * 8661 return llvm::ScalableVectorType::get(EltTy, NumElts); in getSVEVectorForElementType() 8838 llvm::ScalableVectorType *VTy = getSVEType(TypeFlags); in EmitSVEStructLoad() 8872 llvm::ScalableVectorType *VTy = getSVEType(TypeFlags); in EmitSVEStructStore() 8930 llvm::ScalableVectorType *Ty = getSVEType(TypeFlags); in EmitSVEPMull() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Scalar/ |
| H A D | ScalarizeMaskedMemIntrin.cpp | 930 if (isa<ScalableVectorType>(II->getType()) || in optimizeCallInst() 932 [](Value *V) { return isa<ScalableVectorType>(V->getType()); })) in optimizeCallInst()
|