| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | ExpandVectorPredication.cpp | 485 Value *VScale = Builder.CreateCall(VScaleFunc, {}, "vscale"); in discardEVLParameter() local
486 MaxEVL = Builder.CreateMul(VScale, FactorConst, "scalable_size", in discardEVLParameter()
|
| /llvm-project-15.0.7/llvm/unittests/Transforms/Utils/ |
| H A D | LocalTest.cpp | 596 Function *VScale = Intrinsic::getDeclaration(&M, Intrinsic::vscale, {Ty}); in TEST() local
597 auto *CI = CallInst::Create(VScale, {}, "vscale"); in TEST()
|
| /llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/ |
| H A D | InstCombineCasts.cpp | 979 Value *VScale = Builder.CreateVScale(ConstantInt::get(DestTy, 1)); in visitTrunc() local
980 return replaceInstUsesWith(Trunc, VScale); in visitTrunc()
1351 Value *VScale = Builder.CreateVScale(ConstantInt::get(DestTy, 1)); in visitZExt() local
1352 return replaceInstUsesWith(CI, VScale); in visitZExt()
1624 Value *VScale = Builder.CreateVScale(ConstantInt::get(DestTy, 1)); in visitSExt() local
1625 return replaceInstUsesWith(CI, VScale); in visitSExt()
|
| /llvm-project-15.0.7/llvm/unittests/IR/ |
| H A D | IRBuilderTest.cpp | 189 Value *VScale = Builder.CreateVScale(Zero); in TEST_F() local
190 EXPECT_TRUE(isa<ConstantInt>(VScale) && cast<ConstantInt>(VScale)->isZero()); in TEST_F()
|
| H A D | PatternMatch.cpp | 1710 TEST_F(PatternMatchTest, VScale) { in TEST_F() argument
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 5247 if (Optional<unsigned> VScale = getVScaleForTuning()) { in isMoreProfitable() local
5249 EstimatedWidthA *= VScale.value(); in isMoreProfitable()
5251 EstimatedWidthB *= VScale.value(); in isMoreProfitable()
5297 if (Optional<unsigned> VScale = getVScaleForTuning()) in selectVectorizationFactor() local
5298 AssumedMinimumVscale = *VScale; in selectVectorizationFactor()
5515 if (Optional<unsigned> VScale = getVScaleForTuning()) in selectEpilogueVectorizationFactor() local
5516 EstimatedRuntimeVF *= *VScale; in selectEpilogueVectorizationFactor()
9936 Optional<unsigned> VScale, Loop *L, in areRuntimeChecksProfitable() argument
9990 if (VScale) in areRuntimeChecksProfitable()
9991 AssumedMinimumVscale = *VScale; in areRuntimeChecksProfitable()
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64TargetTransformInfo.cpp | 939 auto *VScale = Builder.CreateVScale(StepVal); in instCombineSVECntElts() local
940 VScale->takeName(&II); in instCombineSVECntElts()
941 return IC.replaceInstUsesWith(II, VScale); in instCombineSVECntElts()
|
| H A D | AArch64InstrInfo.cpp | 4266 int VScale = 1; in emitFrameOffsetAdj() local
4268 VScale = 16; in emitFrameOffsetAdj()
4270 VScale = 2; in emitFrameOffsetAdj()
4310 VScale == 1 in emitFrameOffsetAdj()
4312 : StackOffset::getScalable(VScale * (ThisVal << LocalShiftSize)); in emitFrameOffsetAdj()
4323 createDefCFA(TRI, FrameReg, DestReg, CFAOffset, VScale != 1)); in emitFrameOffsetAdj()
|
| H A D | AArch64ISelDAGToDAG.cpp | 5201 SDValue VScale = N.getOperand(1); in SelectAddrModeIndexedSVE() local
5202 if (VScale.getOpcode() != ISD::VSCALE) in SelectAddrModeIndexedSVE()
5207 int64_t MulImm = cast<ConstantSDNode>(VScale.getOperand(0))->getSExtValue(); in SelectAddrModeIndexedSVE()
|
| H A D | AArch64ISelLowering.cpp | 16436 unsigned VScale = MaxSVESize / AArch64::SVEBitsPerBlock; in isAllActivePredicate() local
16439 return PatNumElts == (NumElts * VScale); in isAllActivePredicate()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGBuilder.cpp | 3946 SDValue VScale = DAG.getNode( in visitGetElementPtr() local
3950 VScale = DAG.getSplatVector(N.getValueType(), dl, VScale); in visitGetElementPtr()
3951 IdxN = DAG.getNode(ISD::MUL, dl, N.getValueType(), IdxN, VScale); in visitGetElementPtr()
|
| /llvm-project-15.0.7/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 3289 SDValue VScale = DAG.getNode(ISD::SRL, DL, VT, VLENB, in LowerOperation() local
3291 return DAG.getNode(ISD::MUL, DL, VT, VScale, Op.getOperand(0)); in LowerOperation()
|