Searched refs:VPRecipeBase (Results 1 – 10 of 10) sorted by relevance
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | VPlan.h | 659 class VPRecipeBase : public ilist_node_with_parent<VPRecipeBase, VPBasicBlock>,
675 virtual ~VPRecipeBase() = default;
814 : VPRecipeBase(VPRecipeBase::VPInstructionSC, Operands), in VPRecipeBase() function
924 : VPRecipeBase(VPRecipeBase::VPWidenSC, Operands), in VPWidenRecipe()
953 : VPRecipeBase(VPRecipeBase::VPWidenCallSC, CallArguments), in VPWidenCallRecipe()
983 : VPRecipeBase(VPRecipeBase::VPWidenSelectSC, Operands), in VPWidenSelectRecipe()
1012 : VPRecipeBase(VPRecipeBase::VPWidenGEPSC, Operands), in VPWidenGEPRecipe()
1019 : VPRecipeBase(VPRecipeBase::VPWidenGEPSC, Operands), in VPWidenGEPRecipe()
1177 VPRecipeBase *getBackedgeRecipe() { in getBackedgeRecipe()
1515 : VPRecipeBase(VPRecipeBase::VPReductionSC, {ChainOp, VecOp}), in VPReductionRecipe()
[all …]
|
| H A D | VPRecipeBuilder.h | 24 using VPRecipeOrVPValueTy = PointerUnion<VPRecipeBase *, VPValue *>;
57 DenseMap<Instruction *, VPRecipeBase *> Ingredient2Recipe;
72 VPRecipeBase *tryToWidenMemory(Instruction *I, ArrayRef<VPValue *> Operands,
77 VPRecipeBase *tryToOptimizeInductionPHI(PHINode *Phi,
106 VPRecipeOrVPValueTy toVPRecipeResult(VPRecipeBase *R) const { return R; } in toVPRecipeResult()
126 void setRecipe(Instruction *I, VPRecipeBase *R) { in setRecipe()
152 VPRecipeBase *getRecipe(Instruction *I) { in getRecipe()
|
| H A D | VPlanTransforms.cpp | 30 VPRecipeBase *Term = VPBB->getTerminator(); in VPInstructionsToVPRecipes()
33 for (VPRecipeBase &Ingredient : in VPInstructionsToVPRecipes()
45 VPRecipeBase *NewRecipe = nullptr; in VPInstructionsToVPRecipes()
141 auto *UI = dyn_cast<VPRecipeBase>(U); in sinkScalarOperands()
165 auto *UI = cast<VPRecipeBase>(U); in sinkScalarOperands()
272 auto *UI = dyn_cast<VPRecipeBase>(U); in mergeReplicateRegions()
316 VPRecipeBase *FoundUserCast = nullptr; in removeRedundantInductionCasts()
318 auto *UserCast = cast<VPRecipeBase>(U); in removeRedundantInductionCasts()
344 for (VPRecipeBase &Phi : HeaderVPBB->phis()) { in removeRedundantCanonicalIVs()
382 SmallVector<VPRecipeBase *> ToRemove; in optimizeInductions()
[all …]
|
| H A D | VPlan.cpp | 89 if (const VPRecipeBase *R = dyn_cast_or_null<VPRecipeBase>(Def)) in print()
96 const VPRecipeBase *Instr = dyn_cast_or_null<VPRecipeBase>(this->Def); in dump()
104 const VPRecipeBase *Instr = dyn_cast_or_null<VPRecipeBase>(this); in dump()
376 for (VPRecipeBase &Recipe : Recipes) in execute()
383 for (VPRecipeBase &R : Recipes) { in dropAllReferences()
410 for (VPRecipeBase &ToMove : in splitAt()
435 const VPRecipeBase *R = &VPBB->back(); in hasConditionalTerminator()
490 for (const VPRecipeBase &Recipe : *this) { in print()
573 for (VPRecipeBase &R : Header->phis()) { in getActiveLaneMaskPhi()
687 for (VPRecipeBase &R : Header->phis()) { in execute()
[all …]
|
| H A D | VPlanVerifier.cpp | 172 DenseMap<const VPRecipeBase *, unsigned> RecipeNumbering; in verifyVPBasicBlock()
174 for (const VPRecipeBase &R : *VPBB) in verifyVPBasicBlock()
177 for (const VPRecipeBase &R : *VPBB) { in verifyVPBasicBlock()
180 auto *UI = dyn_cast<VPRecipeBase>(U); in verifyVPBasicBlock()
|
| H A D | VPlanRecipes.cpp | 42 bool VPRecipeBase::mayWriteToMemory() const { in mayWriteToMemory()
73 bool VPRecipeBase::mayReadFromMemory() const { in mayReadFromMemory()
104 bool VPRecipeBase::mayHaveSideEffects() const { in mayHaveSideEffects()
141 void VPRecipeBase::insertBefore(VPRecipeBase *InsertPos) { in insertBefore()
149 void VPRecipeBase::insertBefore(VPBasicBlock &BB, in insertBefore()
157 void VPRecipeBase::insertAfter(VPRecipeBase *InsertPos) { in insertAfter()
165 void VPRecipeBase::removeFromParent() { in removeFromParent()
171 iplist<VPRecipeBase>::iterator VPRecipeBase::eraseFromParent() { in eraseFromParent()
176 void VPRecipeBase::moveAfter(VPRecipeBase *InsertPos) { in moveAfter()
181 void VPRecipeBase::moveBefore(VPBasicBlock &BB, in moveBefore()
[all …]
|
| H A D | VPlanValue.h | 37 class VPRecipeBase; variable
52 friend class VPRecipeBase; variable
|
| H A D | LoopVectorize.cpp | 1007 SmallPtrSet<VPRecipeBase *, 16> Visited; in collectPoisonGeneratingRecipes()
1051 for (VPRecipeBase &Recipe : *VPBB) { in collectPoisonGeneratingRecipes()
1058 cast<VPRecipeBase>(AddrDef)); in collectPoisonGeneratingRecipes()
3721 for (VPRecipeBase &R : Header->phis()) { in fixCrossIterationPHIs()
4152 for (VPRecipeBase &P : VPBB->phis()) { in fixNonInductionPHIs()
8350 VPRecipeBase *IncR = in fixHeaderPhis()
8481 VPRecipeBase *Recipe; in tryToCreateWidenRecipe()
8826 VPRecipeBase *Recipe = RecipeOrValue.get<VPRecipeBase *>(); in buildVPlanWithVPRecipes()
8959 for (VPRecipeBase &R : in buildVPlanWithVPRecipes()
9163 VPRecipeBase *CompareRecipe = in adjustRecipesForReductions()
[all …]
|
| /llvm-project-15.0.7/llvm/unittests/Transforms/Vectorize/ |
| H A D | VPlanTest.cpp | 774 VPRecipeBase *BaseR = &Recipe; in TEST()
811 VPRecipeBase *BaseR = &Recipe; in TEST()
864 VPRecipeBase *BaseR = &Recipe; in TEST()
887 VPRecipeBase *BaseR = &Recipe; in TEST()
900 VPRecipeBase *BaseR = &Recipe; in TEST()
917 VPRecipeBase *BaseR = &Recipe; in TEST()
927 VPRecipeBase *BaseR = &Recipe; in TEST()
943 VPRecipeBase *BaseR = &Recipe; in TEST()
1081 VPRecipeBase &Recipe = VPInst; in TEST()
1123 VPRecipeBase *R = WidenR; in TEST()
[all …]
|
| /llvm-project-15.0.7/llvm/docs/Proposals/ |
| H A D | VectorizationPlan.rst | 140 :VPRecipeBase:
|