| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | ValueTypes.cpp | 126 return isExtendedVector() && isa<ScalableVectorType>(LLVMTy); in isExtendedScalableVector() 468 return ScalableVectorType::get(Type::getInt1Ty(Context), 1); in getTypeForEVT() 470 return ScalableVectorType::get(Type::getInt1Ty(Context), 2); in getTypeForEVT() 472 return ScalableVectorType::get(Type::getInt1Ty(Context), 4); in getTypeForEVT() 474 return ScalableVectorType::get(Type::getInt1Ty(Context), 8); in getTypeForEVT() 482 return ScalableVectorType::get(Type::getInt8Ty(Context), 1); in getTypeForEVT() 484 return ScalableVectorType::get(Type::getInt8Ty(Context), 2); in getTypeForEVT() 486 return ScalableVectorType::get(Type::getInt8Ty(Context), 4); in getTypeForEVT() 488 return ScalableVectorType::get(Type::getInt8Ty(Context), 8); in getTypeForEVT() 532 return ScalableVectorType::get(Type::getHalfTy(Context), 1); in getTypeForEVT() [all …]
|
| H A D | InterleavedAccessPass.cpp | 276 if (!LI->isSimple() || isa<ScalableVectorType>(LI->getType())) in lowerInterleavedLoad() 483 if (!SVI || !SVI->hasOneUse() || isa<ScalableVectorType>(SVI->getType())) in lowerInterleavedStore()
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/IR/ |
| H A D | DerivedTypes.h | 586 class ScalableVectorType : public VectorType { 599 static ScalableVectorType *getInteger(ScalableVectorType *VTy) { in getInteger() 603 static ScalableVectorType * 605 return cast<ScalableVectorType>( in getExtendedElementVectorType() 609 static ScalableVectorType * 611 return cast<ScalableVectorType>( in getTruncatedElementVectorType() 615 static ScalableVectorType *getSubdividedVectorType(ScalableVectorType *VTy, in getSubdividedVectorType() 617 return cast<ScalableVectorType>( in getSubdividedVectorType() 621 static ScalableVectorType * 626 static ScalableVectorType * [all …]
|
| H A D | MatrixBuilder.h | 42 assert(!isa<ScalableVectorType>(LHS->getType()) && in splatScalarOperandIfNeeded() 48 assert(!isa<ScalableVectorType>(RHS->getType()) && in splatScalarOperandIfNeeded() 160 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateAdd() 166 assert(!isa<ScalableVectorType>(RHS->getType()) && in CreateAdd() 185 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateSub() 191 assert(!isa<ScalableVectorType>(RHS->getType()) && in CreateSub() 218 assert(!isa<ScalableVectorType>(LHS->getType()) && in CreateScalarDiv()
|
| H A D | Instructions.h | 2109 if (isa<ScalableVectorType>(Mask->getType())) 2124 if (isa<ScalableVectorType>(getType())) 2298 if (isa<ScalableVectorType>(Mask->getType())) 2309 if (isa<ScalableVectorType>(getType())) 2328 if (isa<ScalableVectorType>(Mask->getType())) 2339 if (isa<ScalableVectorType>(getType())) 2358 if (isa<ScalableVectorType>(Mask->getType()))
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | SVEIntrinsicOpts.cpp | 113 const auto *PTrueVTy = cast<ScalableVectorType>(PTrue->getType()); in isPTruePromoted() 119 const auto *IntrUserVTy = cast<ScalableVectorType>(IntrUser->getType()); in isPTruePromoted() 143 auto *PTrue1VTy = cast<ScalableVectorType>(PTrue1->getType()); in coalescePTrueIntrinsicCalls() 144 auto *PTrue2VTy = cast<ScalableVectorType>(PTrue2->getType()); in coalescePTrueIntrinsicCalls() 294 ScalableVectorType::get(Type::getInt1Ty(I->getContext()), 16); in optimizePredicateStore() 354 ScalableVectorType::get(Type::getInt1Ty(I->getContext()), 16); in optimizePredicateLoad()
|
| H A D | AArch64TargetTransformInfo.cpp | 965 auto *RetTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEDupX() 1019 auto *OutTy = dyn_cast<ScalableVectorType>(II.getType()); in instCombineSVECmpNE() 1049 auto *PredType = ScalableVectorType::get( in instCombineSVECmpNE() 1133 auto *PgVTy = cast<ScalableVectorType>(Pg->getType()); in instCombineSVELast() 1593 auto *RetTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEUnpack() 1777 auto IIScalableTy = cast<ScalableVectorType>(II.getType()); in instCombineSVEDupqLane() 2771 if (isa<ScalableVectorType>(Ty)) in getScalarizationOverhead() 3161 if (auto *VTy = dyn_cast<ScalableVectorType>(Ty)) in getMemoryOpCost() 3599 auto *VTy = cast<ScalableVectorType>(ValTy); in getArithmeticReductionCost() 3606 if (isa<ScalableVectorType>(ValTy)) in getArithmeticReductionCost() [all …]
|
| H A D | AArch64LoopIdiomTransform.cpp | 554 ScalableVectorType *PredVTy = in expandFindMismatch() 555 ScalableVectorType::get(Builder.getInt1Ty(), 16); in expandFindMismatch() 580 Type *SVELoadType = ScalableVectorType::get(Builder.getInt8Ty(), 16); in expandFindMismatch()
|
| /freebsd-14.2/contrib/llvm-project/clang/lib/CodeGen/Targets/ |
| H A D | AArch64.cpp | 62 if (isa<llvm::ScalableVectorType>(BaseTy)) in EmitVAArg() 197 return ABIArgInfo::getDirect(llvm::ScalableVectorType::get( in coerceIllegalVector() 205 llvm::ScalableVectorType *ResType = nullptr; in coerceIllegalVector() 211 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 216 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 221 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 226 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 230 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 234 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() 238 ResType = llvm::ScalableVectorType::get( in coerceIllegalVector() [all …]
|
| H A D | RISCV.cpp | 344 llvm::ScalableVectorType *ResType = in coerceVLSVector() 345 llvm::ScalableVectorType::get(EltType, NumElts / VScale->first); in coerceVLSVector()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/IR/ |
| H A D | Type.cpp | 89 return isa<ScalableVectorType>(TT->getLayoutType()); in isScalableTargetExtTy() 412 if (isa<ScalableVectorType>(Ty)) { in containsScalableVectorType() 437 if (!FirstTy || !isa<ScalableVectorType>(FirstTy)) in containsHomogeneousScalableVectorTypes() 623 if (isa<ScalableVectorType>(V->getType())) in indexValid() 678 return ScalableVectorType::get(ElementType, EC.getKnownMinValue()); in get() 713 ScalableVectorType *ScalableVectorType::get(Type *ElementType, in get() 727 Entry = new (pImpl->Alloc) ScalableVectorType(ElementType, MinNumElts); in get() 728 return cast<ScalableVectorType>(Entry); in get() 845 return TargetTypeInfo(ScalableVectorType::get(Type::getInt1Ty(C), 16), in getTargetTypeInfo()
|
| H A D | ConstantFold.cpp | 493 if (isa<ScalableVectorType>(Val->getType())) in ConstantFoldInsertElementInstruction() 524 ElementCount::get(MaskNumElts, isa<ScalableVectorType>(V1VTy)); in ConstantFoldShuffleVectorInstruction() 547 if (isa<ScalableVectorType>(V1VTy)) in ConstantFoldShuffleVectorInstruction() 624 bool IsScalableVector = isa<ScalableVectorType>(C->getType()); in ConstantFoldUnaryInstruction() 700 bool IsScalableVector = isa<ScalableVectorType>(C1->getType()); in ConstantFoldBinaryInstruction() 1291 if (isa<ScalableVectorType>(C1VTy)) in ConstantFoldCompareInstruction()
|
| H A D | Instructions.cpp | 1983 Mask.size(), isa<ScalableVectorType>(V1->getType())), in ShuffleVectorInst() 1998 Mask.size(), isa<ScalableVectorType>(V1->getType())), in ShuffleVectorInst() 2041 if (isa<ScalableVectorType>(V1->getType())) in isValidOperands() 2058 isa<ScalableVectorType>(MaskTy) != isa<ScalableVectorType>(V1->getType())) in isValidOperands() 2132 if (isa<ScalableVectorType>(ResultTy)) { in convertShuffleMaskForBitcode() 2417 if (isa<ScalableVectorType>(getType())) in isIdentityWithPadding() 2441 if (isa<ScalableVectorType>(getType())) in isIdentityWithExtract() 2459 if (isa<ScalableVectorType>(getType())) in isConcat() 2544 if (isa<ScalableVectorType>(getType())) in isReplicationMask() 2578 if (isa<ScalableVectorType>(getType())) in isOneUseSingleSourceMask()
|
| H A D | IRBuilder.cpp | 111 if (isa<ScalableVectorType>(DstType)) { in CreateStepVector() 118 VectorType::get(getInt8Ty(), cast<ScalableVectorType>(DstType)); in CreateStepVector() 1170 if (isa<ScalableVectorType>(Ty)) { in CreateVectorReverse() 1190 if (auto *VTy = dyn_cast<ScalableVectorType>(V1->getType())) { in CreateVectorSplice()
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 213 if (isa<ScalableVectorType>(DataTy)) in getCommonMaskedMemoryOpCost() 761 if (isa<ScalableVectorType>(InTy)) in getScalarizationOverhead() 788 if (isa<ScalableVectorType>(InTy)) in getScalarizationOverhead() 941 if (isa<ScalableVectorType>(Ty)) 1245 if (isa<ScalableVectorType>(ValTy)) 1384 if (isa<ScalableVectorType>(VecTy)) 1599 if (isa<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 1607 if (isa<ScalableVectorType>(RetTy)) in getIntrinsicInstrCost() 2374 if (isa<ScalableVectorType>(Ty)) in getTreeReductionCost() 2451 if (isa<ScalableVectorType>(Ty)) in getOrderedReductionCost() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Analysis/ |
| H A D | InstSimplifyFolder.h | 111 isa<ScalableVectorType>(V1->getType())); in FoldShuffleVector()
|
| /freebsd-14.2/contrib/llvm-project/clang/lib/CodeGen/ |
| H A D | CodeGenTypes.cpp | 499 return llvm::ScalableVectorType::get(ConvertType(Info.ElementType), in ConvertType() 520 llvm::Type *EltTy = llvm::ScalableVectorType::get( in ConvertType() 525 return llvm::ScalableVectorType::get(ConvertType(Info.ElementType), in ConvertType()
|
| H A D | CGBuiltin.cpp | 9455 llvm::ScalableVectorType * 9490 llvm::ScalableVectorType * 9536 return llvm::ScalableVectorType::get(EltTy, NumElts); in getSVEVectorForElementType() 9723 llvm::ScalableVectorType *VTy = getSVEType(TypeFlags); in EmitSVEStructLoad() 9771 llvm::ScalableVectorType *VTy = getSVEType(TypeFlags); in EmitSVEStructStore() 9830 llvm::ScalableVectorType *Ty = getSVEType(TypeFlags); in EmitSVEPMull() 9873 llvm::ScalableVectorType *MemoryTy = nullptr; in EmitSVEMaskedLoad() 9874 llvm::ScalableVectorType *PredTy = nullptr; in EmitSVEMaskedLoad() 9880 PredTy = llvm::ScalableVectorType::get( in EmitSVEMaskedLoad() 10128 ScalableVectorType *WideVTy = in FormSVEBuiltinResult() [all …]
|
| H A D | CGExprScalar.cpp | 1872 if (isa<llvm::ScalableVectorType>(VType)) { in VisitInitListExpr() 2138 if (const auto *ScalableDst = dyn_cast<llvm::ScalableVectorType>(DstTy)) { in VisitCastExpr() 2142 auto PredType = llvm::ScalableVectorType::get(Builder.getInt1Ty(), 16); in VisitCastExpr() 2146 DstTy = llvm::ScalableVectorType::get(Builder.getInt8Ty(), 2); in VisitCastExpr() 2147 ScalableDst = cast<llvm::ScalableVectorType>(DstTy); in VisitCastExpr() 2165 if (const auto *ScalableSrc = dyn_cast<llvm::ScalableVectorType>(SrcTy)) { in VisitCastExpr() 2169 auto PredType = llvm::ScalableVectorType::get(Builder.getInt1Ty(), 16); in VisitCastExpr() 2172 SrcTy = llvm::ScalableVectorType::get(Builder.getInt8Ty(), 2); in VisitCastExpr() 2173 ScalableSrc = cast<llvm::ScalableVectorType>(SrcTy); in VisitCastExpr() 2190 isa<llvm::ScalableVectorType>(DstTy)) || in VisitCastExpr() [all …]
|
| H A D | CGCall.cpp | 1300 if (auto *ScalableDst = dyn_cast<llvm::ScalableVectorType>(Ty)) { in CreateCoercedLoad() 1306 llvm::ScalableVectorType::get(CGF.Builder.getInt1Ty(), 16); in CreateCoercedLoad() 1310 ScalableDst = llvm::ScalableVectorType::get(CGF.Builder.getInt8Ty(), 2); in CreateCoercedLoad() 1400 if (isa<llvm::ScalableVectorType>(SrcTy) || in CreateCoercedStore() 1401 isa<llvm::ScalableVectorType>(DstTy) || in CreateCoercedStore() 3202 dyn_cast<llvm::ScalableVectorType>(Coerced->getType())) { in EmitFunctionProlog() 3206 llvm::ScalableVectorType::get(Builder.getInt1Ty(), 16); in EmitFunctionProlog() 3209 VecTyFrom = llvm::ScalableVectorType::get(Builder.getInt8Ty(), 2); in EmitFunctionProlog() 5849 if (auto *ScalableSrc = dyn_cast<llvm::ScalableVectorType>(V->getType())) { in EmitCall()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Analysis/ |
| H A D | VectorUtils.cpp | 218 if (isa<ScalableVectorType>(VTy)) in findScalarElement() 975 if (isa<ScalableVectorType>(ConstMask->getType())) in maskIsAllZeroOrUndef() 1001 if (isa<ScalableVectorType>(ConstMask->getType())) in maskIsAllOneOrUndef() 1027 if (isa<ScalableVectorType>(ConstMask->getType())) in maskContainsAllOneOrUndef()
|
| /freebsd-14.2/contrib/llvm-project/clang/include/clang/Basic/ |
| H A D | riscv_vector.td | 2237 assert(isa<ScalableVectorType>(ResultType) && 2238 isa<ScalableVectorType>(Ops[0]->getType())); 2241 ScalableVectorType *Boolean64Ty = 2242 ScalableVectorType::get(llvm::Type::getInt1Ty(Context), 64); 2399 auto *VecTy = cast<ScalableVectorType>(ResultType); 2400 auto *OpVecTy = cast<ScalableVectorType>(Ops[0]->getType()); 2431 auto *ResVecTy = cast<ScalableVectorType>(ResultType); 2432 auto *VecTy = cast<ScalableVectorType>(Ops[2]->getType()); 2470 auto *VecTy = cast<ScalableVectorType>(Ops[0]->getType());
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/ |
| H A D | ScalarizeMaskedMemIntrin.cpp | 923 if (isa<ScalableVectorType>(II->getType()) || in optimizeCallInst() 925 [](Value *V) { return isa<ScalableVectorType>(V->getType()); })) in optimizeCallInst()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineVectorOps.cpp | 1181 if (isa<ScalableVectorType>(Shuf.getOperand(0)->getType())) in isShuffleEquivalentToSelect() 1215 if (isa<ScalableVectorType>(VecTy)) in foldInsSequenceIntoSplat() 1287 if (isa<ScalableVectorType>(Shuf->getType())) in foldInsEltIntoSplat() 1325 if (isa<ScalableVectorType>(Shuf->getType())) in foldInsEltIntoIdentityShuffle() 1458 if (isa<ScalableVectorType>(InsElt.getType())) in foldConstantInsEltIntoShuffle() 2783 if (isa<ScalableVectorType>(LHS->getType())) in visitShuffleVectorInst()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/ |
| H A D | VNCoercion.cpp | 14 return Ty->isStructTy() || Ty->isArrayTy() || isa<ScalableVectorType>(Ty); in isFirstClassAggregateOrScalableType()
|