Lines Matching refs:NarrowDef
1005 void calculatePostIncRange(Instruction *NarrowDef, Instruction *NarrowUser);
1021 Instruction *NarrowDef = nullptr; member
1032 : NarrowDef(ND), NarrowUse(NU), WideDef(WD), in NarrowIVDefUse()
1070 void pushNarrowIVUsers(Instruction *NarrowDef, Instruction *WideDef);
1180 Instruction *NarrowDef = DU.NarrowDef; in cloneBitwiseIVUser() local
1189 bool IsSigned = getExtendKind(NarrowDef) == SignExtended; in cloneBitwiseIVUser()
1190 Value *LHS = (NarrowUse->getOperand(0) == NarrowDef) in cloneBitwiseIVUser()
1194 Value *RHS = (NarrowUse->getOperand(1) == NarrowDef) in cloneBitwiseIVUser()
1211 Instruction *NarrowDef = DU.NarrowDef; in cloneArithmeticIVUser() local
1216 unsigned IVOpIdx = (NarrowUse->getOperand(0) == NarrowDef) ? 0 : 1; in cloneArithmeticIVUser()
1254 bool SignExtend = getExtendKind(NarrowDef) == SignExtended; in cloneArithmeticIVUser()
1261 Value *LHS = (NarrowUse->getOperand(0) == NarrowDef) in cloneArithmeticIVUser()
1265 Value *RHS = (NarrowUse->getOperand(1) == NarrowDef) in cloneArithmeticIVUser()
1319 DU.NarrowUse->getOperand(0) == DU.NarrowDef ? 1 : 0; in getExtendedOperandRecurrence()
1320 assert(DU.NarrowUse->getOperand(1-ExtendOperIdx) == DU.NarrowDef && "bad DU"); in getExtendedOperandRecurrence()
1325 ExtendKind ExtKind = getExtendKind(DU.NarrowDef); in getExtendedOperandRecurrence()
1383 } else if (getExtendKind(DU.NarrowDef) == SignExtended) { in getWideRecurrence()
1400 auto *InsertPt = getInsertPointForUses(DU.NarrowUse, DU.NarrowDef, DT, LI); in truncateIVUse()
1406 Value *Trunc = Builder.CreateTrunc(DU.WideDef, DU.NarrowDef->getType()); in truncateIVUse()
1407 DU.NarrowUse->replaceUsesOfWith(DU.NarrowDef, Trunc); in truncateIVUse()
1432 bool IsSigned = getExtendKind(DU.NarrowDef) == SignExtended; in widenLoopCompare()
1436 Value *Op = Cmp->getOperand(Cmp->getOperand(0) == DU.NarrowDef ? 1 : 0); in widenLoopCompare()
1442 auto *InsertPt = getInsertPointForUses(DU.NarrowUse, DU.NarrowDef, DT, LI); in widenLoopCompare()
1446 DU.NarrowUse->replaceUsesOfWith(DU.NarrowDef, DU.WideDef); in widenLoopCompare()
1478 Instruction *NarrowDef = DU.NarrowDef; in widenWithVariantUse() local
1490 assert((NarrowUse->getOperand(0) == NarrowDef || in widenWithVariantUse()
1491 NarrowUse->getOperand(1) == NarrowDef) && in widenWithVariantUse()
1496 ExtendKind ExtKind = getExtendKind(NarrowDef); in widenWithVariantUse()
1511 if (User == NarrowDef) in widenWithVariantUse()
1563 if (NarrowUse->getOperand(0) != NarrowDef) in widenWithVariantUse()
1585 Value *LHS = (NarrowUse->getOperand(0) == NarrowDef) in widenWithVariantUse()
1589 Value *RHS = (NarrowUse->getOperand(1) == NarrowDef) in widenWithVariantUse()
1651 assert(ExtendKindMap.count(DU.NarrowDef) && in widenIVUse()
1674 Value *Trunc = Builder.CreateTrunc(WidePhi, DU.NarrowDef->getType()); in widenIVUse()
1687 return DU.NeverNegative || getExtendKind(DU.NarrowDef) == SignExtended; in widenIVUse()
1690 return DU.NeverNegative || getExtendKind(DU.NarrowDef) == ZeroExtended; in widenIVUse()
1712 DU.NarrowUse->replaceUsesOfWith(DU.NarrowDef, DU.WideDef); in widenIVUse()
1798 void WidenIV::pushNarrowIVUsers(Instruction *NarrowDef, Instruction *WideDef) { in pushNarrowIVUsers() argument
1799 const SCEV *NarrowSCEV = SE->getSCEV(NarrowDef); in pushNarrowIVUsers()
1803 for (User *U : NarrowDef->users()) { in pushNarrowIVUsers()
1813 if (auto RangeInfo = getPostIncRangeInfo(NarrowDef, NarrowUser)) in pushNarrowIVUsers()
1817 NarrowIVUsers.emplace_back(NarrowDef, NarrowUser, WideDef, in pushNarrowIVUsers()
1924 if (DU.NarrowDef->use_empty()) in createWideIV()
1925 DeadInsts.emplace_back(DU.NarrowDef); in createWideIV()
1936 void WidenIV::calculatePostIncRange(Instruction *NarrowDef, in calculatePostIncRange() argument
1942 if (!match(NarrowDef, m_NSWAdd(m_Value(NarrowDefLHS), in calculatePostIncRange()
1964 updatePostIncRangeInfo(NarrowDef, NarrowUser, NarrowDefRange); in calculatePostIncRange()
2022 Instruction *NarrowDef = Worklist.pop_back_val(); in calculatePostIncRanges() local
2024 for (Use &U : NarrowDef->uses()) { in calculatePostIncRanges()
2037 calculatePostIncRange(NarrowDef, NarrowUser); in calculatePostIncRanges()