Lines Matching refs:UserInst
1107 Instruction *UserInst = nullptr; member
1405 Offset, F.HasBaseReg, F.Scale, Fixup.UserInst)) in RateFormula()
1500 if (const PHINode *PN = dyn_cast<PHINode>(UserInst)) { in isUseFullyOutsideLoop()
1508 return !L->contains(UserInst); in isUseFullyOutsideLoop()
1515 if (StoreInst *Store = dyn_cast<StoreInst>(UserInst)) { in print()
1518 } else if (UserInst->getType()->isVoidTy()) in print()
1519 OS << UserInst->getOpcodeName(); in print()
1521 UserInst->printAsOperand(OS, /*PrintType=*/false); in print()
1776 F.Scale, Fixup.UserInst)) in isAMCompletelyFolded()
1884 Instruction *UserInst; member
1889 : UserInst(U), IVOperand(O), IncExpr(E) {} in IVInc()
1920 Instruction *tailUserInst() const { return Incs.back().UserInst; } in tailUserInst()
1992 void ChainInstruction(Instruction *UserInst, Instruction *IVOper,
2881 LLVM_DEBUG(dbgs() << "Chain: " << *Chain.Incs[0].UserInst << " users:\n"; in isProfitableChain()
2903 if (TTI.isProfitableLSRChainElement(Chain.Incs[0].UserInst)) in isProfitableChain()
2907 if (TTI.isProfitableLSRChainElement(Inc.UserInst)) in isProfitableChain()
2942 LLVM_DEBUG(dbgs() << "Chain: " << *Chain.Incs[0].UserInst << " Cost: " << cost in isProfitableChain()
2949 void LSRInstance::ChainInstruction(Instruction *UserInst, Instruction *IVOper, in ChainInstruction() argument
2976 if (isa<PHINode>(UserInst) && isa<PHINode>(Chain.tailUserInst())) in ChainInstruction()
2993 if (isa<PHINode>(UserInst)) in ChainInstruction()
3006 IVChainVec.push_back(IVChain(IVInc(UserInst, IVOper, LastIncExpr), in ChainInstruction()
3009 LLVM_DEBUG(dbgs() << "IV Chain#" << ChainIdx << " Head: (" << *UserInst in ChainInstruction()
3012 LLVM_DEBUG(dbgs() << "IV Chain#" << ChainIdx << " Inc: (" << *UserInst in ChainInstruction()
3015 IVChainVec[ChainIdx].add(IVInc(UserInst, IVOper, LastIncExpr)); in ChainInstruction()
3041 if (IncIter->UserInst == OtherUse) in ChainInstruction()
3057 ChainUsersVec[ChainIdx].FarUsers.erase(UserInst); in ChainInstruction()
3152 LLVM_DEBUG(dbgs() << "Final Chain: " << *Chain.Incs[0].UserInst << "\n"); in FinalizeChain()
3155 LLVM_DEBUG(dbgs() << " Inc: " << *Inc.UserInst << "\n"); in FinalizeChain()
3156 auto UseI = find(Inc.UserInst->operands(), Inc.IVOperand); in FinalizeChain()
3157 assert(UseI != Inc.UserInst->op_end() && "cannot find IV operand"); in FinalizeChain()
3163 static bool canFoldIVIncExpr(const SCEV *IncExpr, Instruction *UserInst, in canFoldIVIncExpr() argument
3166 if (!IncConst || !isAddressUse(TTI, UserInst, Operand)) in canFoldIVIncExpr()
3172 MemAccessTy AccessTy = getAccessType(TTI, UserInst, Operand); in canFoldIVIncExpr()
3188 User::op_iterator IVOpEnd = Head.UserInst->op_end(); in GenerateIVChain()
3190 User::op_iterator IVOpIter = findIVOperand(Head.UserInst->op_begin(), in GenerateIVChain()
3212 LLVM_DEBUG(dbgs() << "Concealed chain head: " << *Head.UserInst << "\n"); in GenerateIVChain()
3222 Instruction *InsertPt = Inc.UserInst; in GenerateIVChain()
3245 if (!canFoldIVIncExpr(LeftOverExpr, Inc.UserInst, Inc.IVOperand, TTI)) { in GenerateIVChain()
3258 Inc.UserInst->replaceUsesOfWith(Inc.IVOperand, IVOper); in GenerateIVChain()
3291 Instruction *UserInst = U.getUser(); in CollectFixupsAndInitialFormulae() local
3294 find(UserInst->operands(), U.getOperandValToReplace()); in CollectFixupsAndInitialFormulae()
3295 assert(UseI != UserInst->op_end() && "cannot find IV operand"); in CollectFixupsAndInitialFormulae()
3303 if (isAddressUse(TTI, UserInst, U.getOperandValToReplace())) { in CollectFixupsAndInitialFormulae()
3305 AccessTy = getAccessType(TTI, UserInst, U.getOperandValToReplace()); in CollectFixupsAndInitialFormulae()
3317 if (ICmpInst *CI = dyn_cast<ICmpInst>(UserInst)) { in CollectFixupsAndInitialFormulae()
3362 LF.UserInst = UserInst; in CollectFixupsAndInitialFormulae()
3464 const Instruction *UserInst = dyn_cast<Instruction>(U.getUser()); in CollectLoopInvariantFixupsAndFormulae() local
3466 if (!UserInst) in CollectLoopInvariantFixupsAndFormulae()
3469 if (UserInst->isEHPad()) in CollectLoopInvariantFixupsAndFormulae()
3473 if (UserInst->getParent()->getParent() != L->getHeader()->getParent()) in CollectLoopInvariantFixupsAndFormulae()
3476 const BasicBlock *UseBB = !isa<PHINode>(UserInst) ? in CollectLoopInvariantFixupsAndFormulae()
3477 UserInst->getParent() : in CollectLoopInvariantFixupsAndFormulae()
3478 cast<PHINode>(UserInst)->getIncomingBlock( in CollectLoopInvariantFixupsAndFormulae()
3486 if (isa<CatchSwitchInst>(UserInst->getParent()->getTerminator())) in CollectLoopInvariantFixupsAndFormulae()
3490 if (SE.isSCEVable(UserInst->getType())) { in CollectLoopInvariantFixupsAndFormulae()
3491 const SCEV *UserS = SE.getSCEV(const_cast<Instruction *>(UserInst)); in CollectLoopInvariantFixupsAndFormulae()
3497 SE.getUnknown(const_cast<Instruction *>(UserInst))); in CollectLoopInvariantFixupsAndFormulae()
3502 if (const ICmpInst *ICI = dyn_cast<ICmpInst>(UserInst)) { in CollectLoopInvariantFixupsAndFormulae()
3515 LF.UserInst = const_cast<Instruction *>(UserInst); in CollectLoopInvariantFixupsAndFormulae()
5182 dyn_cast<Instruction>(cast<ICmpInst>(LF.UserInst)->getOperand(1))) in AdjustInsertPositionForExpand()
5376 ICmpInst *CI = cast<ICmpInst>(LF.UserInst); in Expand()
5496 if (Fixup.UserInst == PN) { in RewriteForPHI()
5519 Fixup.UserInst = NewPN; in RewriteForPHI()
5534 if (PHINode *PN = dyn_cast<PHINode>(LF.UserInst)) { in Rewrite()
5538 Expand(LU, LF, F, LF.UserInst->getIterator(), Rewriter, DeadInsts); in Rewrite()
5545 FullV, OpTy, "tmp", LF.UserInst); in Rewrite()
5555 LF.UserInst->setOperand(0, FullV); in Rewrite()
5557 LF.UserInst->replaceUsesOfWith(LF.OperandValToReplace, FullV); in Rewrite()