Lines Matching refs:VPValue
477 void widenCallInstruction(CallInst &CI, VPValue *Def, VPUser &ArgOperands,
501 void packScalarIntoVectorValue(VPValue *Def, const VPIteration &Instance,
509 ArrayRef<VPValue *> VPDefs,
510 VPTransformState &State, VPValue *Addr,
511 ArrayRef<VPValue *> StoredValues,
512 VPValue *BlockInMask = nullptr);
1039 for (VPValue *operand : CurRec->operands()) in collectPoisonGeneratingRecipes()
2321 const InductionDescriptor &ID, VPValue *Def, in buildScalarSteps()
2491 void InnerLoopVectorizer::packScalarIntoVectorValue(VPValue *Def, in packScalarIntoVectorValue()
2542 const InterleaveGroup<Instruction> *Group, ArrayRef<VPValue *> VPDefs, in vectorizeInterleaveGroup()
2543 VPTransformState &State, VPValue *Addr, ArrayRef<VPValue *> StoredValues, in vectorizeInterleaveGroup()
2544 VPValue *BlockInMask) { in vectorizeInterleaveGroup()
2777 VPValue *Operand = I.value(); in scalarizeInstruction()
3519 VPValue *Def = State.Plan->getVPValue(KV.first, true); in truncateToMinimalBitwidths()
3627 VPValue *Def = State.Plan->getVPValue(KV.first, true); in truncateToMinimalBitwidths()
3782 VPValue *PreviousDef = PhiR->getBackedgeValue(); in fixFirstOrderRecurrence()
3855 VPValue *LoopExitInstDef = PhiR->getBackedgeValue(); in fixReduction()
4048 SmallVector<VPValue *, 8> Worklist; in clearReductionWrapFlags()
4049 SmallPtrSet<VPValue *, 8> Visited; in clearReductionWrapFlags()
4054 VPValue *Cur = Worklist.pop_back_val(); in clearReductionWrapFlags()
4066 for (VPValue *V : UserRecipe->definedValues()) in clearReductionWrapFlags()
4160 VPValue *Inc = VPPhi->getIncomingValue(i); in fixNonInductionPHIs()
4173 void InnerLoopVectorizer::widenCallInstruction(CallInst &CI, VPValue *Def, in widenCallInstruction()
7954 VPValue *VPRecipeBuilder::createEdgeMask(BasicBlock *Src, BasicBlock *Dst, in createEdgeMask()
7964 VPValue *SrcMask = createBlockInMask(Src, Plan); in createEdgeMask()
7979 VPValue *EdgeMask = Plan->getOrAddVPValue(BI->getCondition()); in createEdgeMask()
7990 VPValue *False = Plan->getOrAddVPValue( in createEdgeMask()
7999 VPValue *VPRecipeBuilder::createBlockInMask(BasicBlock *BB, VPlanPtr &Plan) { in createBlockInMask()
8009 VPValue *BlockMask = nullptr; in createBlockInMask()
8037 VPValue *TC = Plan->getOrCreateTripCount(); in createBlockInMask()
8041 VPValue *BTC = Plan->getOrCreateBackedgeTakenCount(); in createBlockInMask()
8049 VPValue *EdgeMask = createEdgeMask(Predecessor, BB, Plan); in createBlockInMask()
8065 ArrayRef<VPValue *> Operands, in tryToWidenMemory()
8087 VPValue *Mask = nullptr; in tryToWidenMemory()
8111 PHINode *Phi, Instruction *PhiOrTrunc, VPValue *Start, in createWidenInductionRecipes()
8131 VPValue *Step = in createWidenInductionRecipes()
8143 PHINode *Phi, ArrayRef<VPValue *> Operands, VPlan &Plan, VFRange &Range) { in tryToOptimizeInductionPHI()
8165 TruncInst *I, ArrayRef<VPValue *> Operands, VFRange &Range, VPlan &Plan) { in tryToOptimizeInductionTruncate()
8185 VPValue *Start = Plan.getOrAddVPValue(II.getStartValue()); in tryToOptimizeInductionTruncate()
8193 ArrayRef<VPValue *> Operands, in tryToBlend()
8197 VPValue *FirstIncoming = Operands[0]; in tryToBlend()
8198 if (all_of(Operands, [FirstIncoming](const VPValue *Inc) { in tryToBlend()
8206 VPValue *InLoopVal = nullptr; in tryToBlend()
8227 SmallVector<VPValue *, 2> OperandsWithMask; in tryToBlend()
8230 VPValue *EdgeMask = in tryToBlend()
8242 ArrayRef<VPValue *> Operands, in tryToWidenCall()
8277 ArrayRef<VPValue *> Ops = Operands.take_front(CI->arg_size()); in tryToWidenCall()
8296 ArrayRef<VPValue *> Operands) const { in tryToWiden()
8404 for (VPValue *Op : Recipe->operands()) { in handleReplication()
8445 VPValue *BlockInMask = createBlockInMask(Instr->getParent(), Plan); in createReplicateRegion()
8477 ArrayRef<VPValue *> Operands, in tryToCreateWidenRecipe()
8492 VPValue *StartV = Operands[0]; in tryToCreateWidenRecipe()
8629 VPValue *TC = Plan.getOrCreateTripCount(); in addCanonicalIVRecipes()
8685 VPValue *V = Plan.getOrAddVPValue(IncomingValue, true); in addUsersInExitBlock()
8796 SmallVector<VPValue *, 4> Operands; in buildVPlanWithVPRecipes()
8816 if (RecipeOrValue.is<VPValue *>()) { in buildVPlanWithVPRecipes()
8817 auto *VPV = RecipeOrValue.get<VPValue *>(); in buildVPlanWithVPRecipes()
8995 SmallVector<VPValue *, 4> StoredValues; in buildVPlanWithVPRecipes()
9010 VPValue *OriginalV = Plan->getVPValue(Member); in buildVPlanWithVPRecipes()
9114 VPValue *ChainOp = Plan->getVPValue(Chain); in adjustRecipesForReductions()
9134 VPValue *VecOp = Plan->getVPValue(R->getOperand(VecOpId)); in adjustRecipesForReductions()
9185 VPValue *Cond = in adjustRecipesForReductions()
9187 VPValue *Red = PhiR->getBackedgeValue(); in adjustRecipesForReductions()
9202 VPValue *Mask = getMask(); in print()
9505 if (VPValue *Cond = getCondOp()) { in execute()
9584 VPValue *StoredValue = isStore() ? getStoredValue() : nullptr; in execute()
9759 Value *VPTransformState::get(VPValue *Def, unsigned Part) { in get()
10386 VPValue *StartVal = BestEpiPlan.getOrAddExternalDef(Resume); in processLoop()