Lines Matching refs:UserInst
1123 Instruction *UserInst = nullptr; member
1423 Offset, F.HasBaseReg, F.Scale, Fixup.UserInst)) in RateFormula()
1518 if (const PHINode *PN = dyn_cast<PHINode>(UserInst)) { in isUseFullyOutsideLoop()
1526 return !L->contains(UserInst); in isUseFullyOutsideLoop()
1533 if (StoreInst *Store = dyn_cast<StoreInst>(UserInst)) { in print()
1536 } else if (UserInst->getType()->isVoidTy()) in print()
1537 OS << UserInst->getOpcodeName(); in print()
1539 UserInst->printAsOperand(OS, /*PrintType=*/false); in print()
1794 F.Scale, Fixup.UserInst)) in isAMCompletelyFolded()
1902 Instruction *UserInst; member
1907 : UserInst(U), IVOperand(O), IncExpr(E) {} in IVInc()
1938 Instruction *tailUserInst() const { return Incs.back().UserInst; } in tailUserInst()
2015 void ChainInstruction(Instruction *UserInst, Instruction *IVOper,
2880 LLVM_DEBUG(dbgs() << "Chain: " << *Chain.Incs[0].UserInst << " users:\n"; in isProfitableChain()
2902 if (TTI.isProfitableLSRChainElement(Chain.Incs[0].UserInst)) in isProfitableChain()
2906 if (TTI.isProfitableLSRChainElement(Inc.UserInst)) in isProfitableChain()
2941 LLVM_DEBUG(dbgs() << "Chain: " << *Chain.Incs[0].UserInst << " Cost: " << cost in isProfitableChain()
2948 void LSRInstance::ChainInstruction(Instruction *UserInst, Instruction *IVOper, in ChainInstruction() argument
2975 if (isa<PHINode>(UserInst) && isa<PHINode>(Chain.tailUserInst())) in ChainInstruction()
2992 if (isa<PHINode>(UserInst)) in ChainInstruction()
3005 IVChainVec.push_back(IVChain(IVInc(UserInst, IVOper, LastIncExpr), in ChainInstruction()
3008 LLVM_DEBUG(dbgs() << "IV Chain#" << ChainIdx << " Head: (" << *UserInst in ChainInstruction()
3011 LLVM_DEBUG(dbgs() << "IV Chain#" << ChainIdx << " Inc: (" << *UserInst in ChainInstruction()
3014 IVChainVec[ChainIdx].add(IVInc(UserInst, IVOper, LastIncExpr)); in ChainInstruction()
3040 if (IncIter->UserInst == OtherUse) in ChainInstruction()
3056 ChainUsersVec[ChainIdx].FarUsers.erase(UserInst); in ChainInstruction()
3151 LLVM_DEBUG(dbgs() << "Final Chain: " << *Chain.Incs[0].UserInst << "\n"); in FinalizeChain()
3154 LLVM_DEBUG(dbgs() << " Inc: " << *Inc.UserInst << "\n"); in FinalizeChain()
3155 auto UseI = find(Inc.UserInst->operands(), Inc.IVOperand); in FinalizeChain()
3156 assert(UseI != Inc.UserInst->op_end() && "cannot find IV operand"); in FinalizeChain()
3162 static bool canFoldIVIncExpr(const SCEV *IncExpr, Instruction *UserInst, in canFoldIVIncExpr() argument
3165 if (!IncConst || !isAddressUse(TTI, UserInst, Operand)) in canFoldIVIncExpr()
3171 MemAccessTy AccessTy = getAccessType(TTI, UserInst, Operand); in canFoldIVIncExpr()
3187 User::op_iterator IVOpEnd = Head.UserInst->op_end(); in GenerateIVChain()
3189 User::op_iterator IVOpIter = findIVOperand(Head.UserInst->op_begin(), in GenerateIVChain()
3211 LLVM_DEBUG(dbgs() << "Concealed chain head: " << *Head.UserInst << "\n"); in GenerateIVChain()
3221 Instruction *InsertPt = Inc.UserInst; in GenerateIVChain()
3244 if (!canFoldIVIncExpr(LeftOverExpr, Inc.UserInst, Inc.IVOperand, TTI)) { in GenerateIVChain()
3257 Inc.UserInst->replaceUsesOfWith(Inc.IVOperand, IVOper); in GenerateIVChain()
3295 Instruction *UserInst = U.getUser(); in CollectFixupsAndInitialFormulae() local
3298 find(UserInst->operands(), U.getOperandValToReplace()); in CollectFixupsAndInitialFormulae()
3299 assert(UseI != UserInst->op_end() && "cannot find IV operand"); in CollectFixupsAndInitialFormulae()
3307 if (isAddressUse(TTI, UserInst, U.getOperandValToReplace())) { in CollectFixupsAndInitialFormulae()
3309 AccessTy = getAccessType(TTI, UserInst, U.getOperandValToReplace()); in CollectFixupsAndInitialFormulae()
3323 if (ICmpInst *CI = dyn_cast<ICmpInst>(UserInst)) { in CollectFixupsAndInitialFormulae()
3387 LF.UserInst = UserInst; in CollectFixupsAndInitialFormulae()
3502 const Instruction *UserInst = dyn_cast<Instruction>(U.getUser()); in CollectLoopInvariantFixupsAndFormulae() local
3504 if (!UserInst) in CollectLoopInvariantFixupsAndFormulae()
3507 if (UserInst->isEHPad()) in CollectLoopInvariantFixupsAndFormulae()
3511 if (UserInst->getParent()->getParent() != L->getHeader()->getParent()) in CollectLoopInvariantFixupsAndFormulae()
3514 const BasicBlock *UseBB = !isa<PHINode>(UserInst) ? in CollectLoopInvariantFixupsAndFormulae()
3515 UserInst->getParent() : in CollectLoopInvariantFixupsAndFormulae()
3516 cast<PHINode>(UserInst)->getIncomingBlock( in CollectLoopInvariantFixupsAndFormulae()
3531 if (isa<PHINode>(UserInst)) { in CollectLoopInvariantFixupsAndFormulae()
3532 const auto *PhiNode = cast<PHINode>(UserInst); in CollectLoopInvariantFixupsAndFormulae()
3549 if (isa<CatchSwitchInst>(UserInst->getParent()->getTerminator())) in CollectLoopInvariantFixupsAndFormulae()
3553 if (SE.isSCEVable(UserInst->getType())) { in CollectLoopInvariantFixupsAndFormulae()
3554 const SCEV *UserS = SE.getSCEV(const_cast<Instruction *>(UserInst)); in CollectLoopInvariantFixupsAndFormulae()
3560 SE.getUnknown(const_cast<Instruction *>(UserInst))); in CollectLoopInvariantFixupsAndFormulae()
3565 if (const ICmpInst *ICI = dyn_cast<ICmpInst>(UserInst)) { in CollectLoopInvariantFixupsAndFormulae()
3578 LF.UserInst = const_cast<Instruction *>(UserInst); in CollectLoopInvariantFixupsAndFormulae()
5335 dyn_cast<Instruction>(cast<ICmpInst>(LF.UserInst)->getOperand(1))) in AdjustInsertPositionForExpand()
5528 ICmpInst *CI = cast<ICmpInst>(LF.UserInst); in Expand()
5665 if (Fixup.UserInst == PN) { in RewriteForPHI()
5688 Fixup.UserInst = NewPN; in RewriteForPHI()
5705 if (PHINode *PN = dyn_cast<PHINode>(LF.UserInst)) { in Rewrite()
5708 Value *FullV = Expand(LU, LF, F, LF.UserInst->getIterator(), DeadInsts); in Rewrite()
5715 FullV, OpTy, "tmp", LF.UserInst); in Rewrite()
5725 LF.UserInst->setOperand(0, FullV); in Rewrite()
5727 LF.UserInst->replaceUsesOfWith(LF.OperandValToReplace, FullV); in Rewrite()
5757 Instruction *I = Fixup.UserInst; in canHoistIVInc()