Lines Matching refs:I

65   BinaryOperator *I = dyn_cast<BinaryOperator>(V);  in simplifyValueKnownNonZero()  local
66 if (I && I->isLogicalShift() && in simplifyValueKnownNonZero()
67 IC.isKnownToBeAPowerOfTwo(I->getOperand(0), false, 0, &CxtI)) { in simplifyValueKnownNonZero()
70 if (Value *V2 = simplifyValueKnownNonZero(I->getOperand(0), IC, CxtI)) { in simplifyValueKnownNonZero()
71 IC.replaceOperand(*I, 0, V2); in simplifyValueKnownNonZero()
75 if (I->getOpcode() == Instruction::LShr && !I->isExact()) { in simplifyValueKnownNonZero()
76 I->setIsExact(); in simplifyValueKnownNonZero()
80 if (I->getOpcode() == Instruction::Shl && !I->hasNoUnsignedWrap()) { in simplifyValueKnownNonZero()
81 I->setHasNoUnsignedWrap(); in simplifyValueKnownNonZero()
98 static Value *foldMulSelectToNegate(BinaryOperator &I, in foldMulSelectToNegate() argument
104 if (match(&I, m_c_Mul(m_OneUse(m_Select(m_Value(Cond), m_One(), m_AllOnes())), in foldMulSelectToNegate()
106 bool HasAnyNoWrap = I.hasNoSignedWrap() || I.hasNoUnsignedWrap(); in foldMulSelectToNegate()
112 if (match(&I, m_c_Mul(m_OneUse(m_Select(m_Value(Cond), m_AllOnes(), m_One())), in foldMulSelectToNegate()
114 bool HasAnyNoWrap = I.hasNoSignedWrap() || I.hasNoUnsignedWrap(); in foldMulSelectToNegate()
121 if (match(&I, m_c_FMul(m_OneUse(m_Select(m_Value(Cond), m_SpecificFP(1.0), in foldMulSelectToNegate()
125 Builder.setFastMathFlags(I.getFastMathFlags()); in foldMulSelectToNegate()
131 if (match(&I, m_c_FMul(m_OneUse(m_Select(m_Value(Cond), m_SpecificFP(-1.0), in foldMulSelectToNegate()
135 Builder.setFastMathFlags(I.getFastMathFlags()); in foldMulSelectToNegate()
142 Instruction *InstCombinerImpl::visitMul(BinaryOperator &I) { in visitMul() argument
143 if (Value *V = simplifyMulInst(I.getOperand(0), I.getOperand(1), in visitMul()
144 SQ.getWithInstruction(&I))) in visitMul()
145 return replaceInstUsesWith(I, V); in visitMul()
147 if (SimplifyAssociativeOrCommutative(I)) in visitMul()
148 return &I; in visitMul()
150 if (Instruction *X = foldVectorBinop(I)) in visitMul()
153 if (Instruction *Phi = foldBinopWithPhiOperands(I)) in visitMul()
156 if (Value *V = SimplifyUsingDistributiveLaws(I)) in visitMul()
157 return replaceInstUsesWith(I, V); in visitMul()
159 Value *Op0 = I.getOperand(0), *Op1 = I.getOperand(1); in visitMul()
160 unsigned BitWidth = I.getType()->getScalarSizeInBits(); in visitMul()
164 BinaryOperator *BO = BinaryOperator::CreateNeg(Op0, I.getName()); in visitMul()
165 if (I.hasNoSignedWrap()) in visitMul()
175 if (match(&I, m_Mul(m_Shl(m_Value(NewOp), m_Constant(C2)), in visitMul()
180 BinaryOperator *Mul = cast<BinaryOperator>(I.getOperand(0)); in visitMul()
182 if (I.hasNoUnsignedWrap() && Mul->hasNoUnsignedWrap()) in visitMul()
184 if (I.hasNoSignedWrap() && Mul->hasNoSignedWrap() && in visitMul()
190 if (match(&I, m_Mul(m_Value(NewOp), m_Constant(C1)))) { in visitMul()
195 if (I.hasNoUnsignedWrap()) in visitMul()
197 if (I.hasNoSignedWrap()) { in visitMul()
213 NegOp0, ConstantExpr::getNeg(cast<Constant>(Op1)), I.getName()); in visitMul()
216 if (Instruction *FoldedMul = foldBinOpIntoSelectOrPhi(I)) in visitMul()
219 if (Value *FoldedMul = foldMulSelectToNegate(I, Builder)) in visitMul()
220 return replaceInstUsesWith(I, FoldedMul); in visitMul()
257 if (I.hasNoSignedWrap() && in visitMul()
266 if (match(&I, m_c_Mul(m_OneUse(m_Neg(m_Value(X))), m_Value(Y)))) in visitMul()
289 return replaceInstUsesWith(I, X); in visitMul()
309 Type *Ty = I.getType(); in visitMul()
329 if (I.hasNoUnsignedWrap()) in visitMul()
331 if (I.hasNoSignedWrap() && ShlNSW) in visitMul()
387 if (match(&I, m_c_BinOp(m_LShr(m_Value(X), m_APInt(C)), m_Value(Y))) && in visitMul()
394 if (match(&I, m_c_BinOp(m_OneUse(m_And(m_Value(X), m_One())), m_Value(Y)))) { in visitMul()
401 if (match(&I, m_c_BinOp(m_Or(m_AShr(m_Value(X), in visitMul()
407 ConstantInt::getBool(I.getContext(), I.hasNoSignedWrap())); in visitMul()
408 Abs->takeName(&I); in visitMul()
409 return replaceInstUsesWith(I, Abs); in visitMul()
412 if (Instruction *Ext = narrowMathIfNoOverflow(I)) in visitMul()
416 if (!I.hasNoSignedWrap() && willNotOverflowSignedMul(Op0, Op1, I)) { in visitMul()
418 I.setHasNoSignedWrap(true); in visitMul()
421 if (!I.hasNoUnsignedWrap() && willNotOverflowUnsignedMul(Op0, Op1, I)) { in visitMul()
423 I.setHasNoUnsignedWrap(true); in visitMul()
426 return Changed ? &I : nullptr; in visitMul()
429 Instruction *InstCombinerImpl::foldFPSignBitOps(BinaryOperator &I) { in foldFPSignBitOps() argument
430 BinaryOperator::BinaryOps Opcode = I.getOpcode(); in foldFPSignBitOps()
434 Value *Op0 = I.getOperand(0), *Op1 = I.getOperand(1); in foldFPSignBitOps()
440 return BinaryOperator::CreateWithCopiedFlags(Opcode, X, Y, &I); in foldFPSignBitOps()
445 return BinaryOperator::CreateWithCopiedFlags(Opcode, X, X, &I); in foldFPSignBitOps()
452 Builder.setFastMathFlags(I.getFastMathFlags()); in foldFPSignBitOps()
455 Fabs->takeName(&I); in foldFPSignBitOps()
456 return replaceInstUsesWith(I, Fabs); in foldFPSignBitOps()
462 Instruction *InstCombinerImpl::visitFMul(BinaryOperator &I) { in visitFMul() argument
463 if (Value *V = simplifyFMulInst(I.getOperand(0), I.getOperand(1), in visitFMul()
464 I.getFastMathFlags(), in visitFMul()
465 SQ.getWithInstruction(&I))) in visitFMul()
466 return replaceInstUsesWith(I, V); in visitFMul()
468 if (SimplifyAssociativeOrCommutative(I)) in visitFMul()
469 return &I; in visitFMul()
471 if (Instruction *X = foldVectorBinop(I)) in visitFMul()
474 if (Instruction *Phi = foldBinopWithPhiOperands(I)) in visitFMul()
477 if (Instruction *FoldedMul = foldBinOpIntoSelectOrPhi(I)) in visitFMul()
480 if (Value *FoldedMul = foldMulSelectToNegate(I, Builder)) in visitFMul()
481 return replaceInstUsesWith(I, FoldedMul); in visitFMul()
483 if (Instruction *R = foldFPSignBitOps(I)) in visitFMul()
487 Value *Op0 = I.getOperand(0), *Op1 = I.getOperand(1); in visitFMul()
489 return UnaryOperator::CreateFNegFMF(Op0, &I); in visitFMul()
495 return BinaryOperator::CreateFMulFMF(X, ConstantExpr::getFNeg(C), &I); in visitFMul()
498 if (Value *V = SimplifySelectsFeedingBinaryOp(I, Op0, Op1)) in visitFMul()
499 return replaceInstUsesWith(I, V); in visitFMul()
501 if (I.hasAllowReassoc()) { in visitFMul()
511 return BinaryOperator::CreateFDivFMF(CC1, X, &I); in visitFMul()
518 return BinaryOperator::CreateFMulFMF(X, CDivC1, &I); in visitFMul()
525 return BinaryOperator::CreateFDivFMF(X, C1DivC, &I); in visitFMul()
535 Value *XC = Builder.CreateFMulFMF(X, C, &I); in visitFMul()
536 return BinaryOperator::CreateFAddFMF(XC, CC1, &I); in visitFMul()
543 Value *XC = Builder.CreateFMulFMF(X, C, &I); in visitFMul()
544 return BinaryOperator::CreateFSubFMF(CC1, XC, &I); in visitFMul()
550 if (match(&I, m_c_FMul(m_OneUse(m_FDiv(m_Value(X), m_Value(Y))), in visitFMul()
553 Value *NewFMul = Builder.CreateFMulFMF(X, Z, &I); in visitFMul()
554 return BinaryOperator::CreateFDivFMF(NewFMul, Y, &I); in visitFMul()
560 if (I.hasNoNaNs() && match(Op0, m_OneUse(m_Sqrt(m_Value(X)))) && in visitFMul()
562 Value *XY = Builder.CreateFMulFMF(X, Y, &I); in visitFMul()
563 Value *Sqrt = Builder.CreateUnaryIntrinsic(Intrinsic::sqrt, XY, &I); in visitFMul()
564 return replaceInstUsesWith(I, Sqrt); in visitFMul()
573 if (I.hasNoSignedZeros() && in visitFMul()
576 return BinaryOperator::CreateFDivFMF(X, Y, &I); in visitFMul()
577 if (I.hasNoSignedZeros() && in visitFMul()
580 return BinaryOperator::CreateFDivFMF(X, Y, &I); in visitFMul()
584 if (I.hasNoNaNs() && I.hasNoSignedZeros() && Op0 == Op1 && in visitFMul()
589 Value *XX = Builder.CreateFMulFMF(X, X, &I); in visitFMul()
590 return BinaryOperator::CreateFDivFMF(XX, Y, &I); in visitFMul()
594 Value *XX = Builder.CreateFMulFMF(X, X, &I); in visitFMul()
595 return BinaryOperator::CreateFDivFMF(Y, XX, &I); in visitFMul()
599 if (I.isOnlyUserOfAnyOperand()) { in visitFMul()
603 auto *YZ = Builder.CreateFAddFMF(Y, Z, &I); in visitFMul()
604 auto *NewPow = Builder.CreateBinaryIntrinsic(Intrinsic::pow, X, YZ, &I); in visitFMul()
605 return replaceInstUsesWith(I, NewPow); in visitFMul()
614 Intrinsic::powi, {X->getType(), YZ->getType()}, {X, YZ}, &I); in visitFMul()
615 return replaceInstUsesWith(I, NewPow); in visitFMul()
621 Value *XY = Builder.CreateFAddFMF(X, Y, &I); in visitFMul()
622 Value *Exp = Builder.CreateUnaryIntrinsic(Intrinsic::exp, XY, &I); in visitFMul()
623 return replaceInstUsesWith(I, Exp); in visitFMul()
629 Value *XY = Builder.CreateFAddFMF(X, Y, &I); in visitFMul()
630 Value *Exp2 = Builder.CreateUnaryIntrinsic(Intrinsic::exp2, XY, &I); in visitFMul()
631 return replaceInstUsesWith(I, Exp2); in visitFMul()
644 Value *XX = Builder.CreateFMulFMF(Op1, Op1, &I); in visitFMul()
645 return BinaryOperator::CreateFMulFMF(XX, Y, &I); in visitFMul()
649 Value *XX = Builder.CreateFMulFMF(Op0, Op0, &I); in visitFMul()
650 return BinaryOperator::CreateFMulFMF(XX, Y, &I); in visitFMul()
655 if (I.isFast()) { in visitFMul()
668 Value *Log2 = Builder.CreateUnaryIntrinsic(Intrinsic::log2, X, &I); in visitFMul()
669 Value *LogXTimesY = Builder.CreateFMulFMF(Log2, Y, &I); in visitFMul()
670 return BinaryOperator::CreateFSubFMF(LogXTimesY, Y, &I); in visitFMul()
680 bool InstCombinerImpl::simplifyDivRemOfSelectWithZeroOp(BinaryOperator &I) { in simplifyDivRemOfSelectWithZeroOp() argument
681 SelectInst *SI = dyn_cast<SelectInst>(I.getOperand(1)); in simplifyDivRemOfSelectWithZeroOp()
696 replaceOperand(I, 1, SI->getOperand(NonNullOperand)); in simplifyDivRemOfSelectWithZeroOp()
711 BasicBlock::iterator BBI = I.getIterator(), BBFront = I.getParent()->begin(); in simplifyDivRemOfSelectWithZeroOp()
780 Instruction *InstCombinerImpl::commonIDivTransforms(BinaryOperator &I) { in commonIDivTransforms() argument
781 if (Instruction *Phi = foldBinopWithPhiOperands(I)) in commonIDivTransforms()
784 Value *Op0 = I.getOperand(0), *Op1 = I.getOperand(1); in commonIDivTransforms()
785 bool IsSigned = I.getOpcode() == Instruction::SDiv; in commonIDivTransforms()
786 Type *Ty = I.getType(); in commonIDivTransforms()
789 if (Value *V = simplifyValueKnownNonZero(I.getOperand(1), *this, I)) in commonIDivTransforms()
790 return replaceOperand(I, 1, V); in commonIDivTransforms()
794 if (simplifyDivRemOfSelectWithZeroOp(I)) in commonIDivTransforms()
795 return &I; in commonIDivTransforms()
802 if (Instruction *R = FoldOpIntoSelect(I, cast<SelectInst>(Op1), in commonIDivTransforms()
817 return BinaryOperator::Create(I.getOpcode(), X, in commonIDivTransforms()
827 auto *NewDiv = BinaryOperator::Create(I.getOpcode(), X, in commonIDivTransforms()
829 NewDiv->setIsExact(I.isExact()); in commonIDivTransforms()
854 auto *BO = BinaryOperator::Create(I.getOpcode(), X, in commonIDivTransforms()
856 BO->setIsExact(I.isExact()); in commonIDivTransforms()
872 if (Instruction *FoldedDiv = foldBinOpIntoSelectOrPhi(I)) in commonIDivTransforms()
894 if (SimplifyDemandedInstructionBits(I)) in commonIDivTransforms()
895 return &I; in commonIDivTransforms()
902 return BinaryOperator::Create(I.getOpcode(), X, Op1); in commonIDivTransforms()
916 replaceOperand(I, 0, ConstantInt::get(Ty, 1)); in commonIDivTransforms()
917 replaceOperand(I, 1, Y); in commonIDivTransforms()
918 return &I; in commonIDivTransforms()
994 static Instruction *narrowUDivURem(BinaryOperator &I, in narrowUDivURem() argument
996 Instruction::BinaryOps Opcode = I.getOpcode(); in narrowUDivURem()
997 Value *N = I.getOperand(0); in narrowUDivURem()
998 Value *D = I.getOperand(1); in narrowUDivURem()
999 Type *Ty = I.getType(); in narrowUDivURem()
1029 Instruction *InstCombinerImpl::visitUDiv(BinaryOperator &I) { in visitUDiv() argument
1030 if (Value *V = simplifyUDivInst(I.getOperand(0), I.getOperand(1), in visitUDiv()
1031 SQ.getWithInstruction(&I))) in visitUDiv()
1032 return replaceInstUsesWith(I, V); in visitUDiv()
1034 if (Instruction *X = foldVectorBinop(I)) in visitUDiv()
1038 if (Instruction *Common = commonIDivTransforms(I)) in visitUDiv()
1041 Value *Op0 = I.getOperand(0), *Op1 = I.getOperand(1); in visitUDiv()
1049 bool IsExact = I.isExact() && match(Op0, m_Exact(m_Value())); in visitUDiv()
1060 Type *Ty = I.getType(); in visitUDiv()
1071 if (Instruction *NarrowDiv = narrowUDivURem(I, Builder)) in visitUDiv()
1093 I, Builder.CreateLShr(Op0, Res, I.getName(), I.isExact())); in visitUDiv()
1099 Instruction *InstCombinerImpl::visitSDiv(BinaryOperator &I) { in visitSDiv() argument
1100 if (Value *V = simplifySDivInst(I.getOperand(0), I.getOperand(1), in visitSDiv()
1101 SQ.getWithInstruction(&I))) in visitSDiv()
1102 return replaceInstUsesWith(I, V); in visitSDiv()
1104 if (Instruction *X = foldVectorBinop(I)) in visitSDiv()
1108 if (Instruction *Common = commonIDivTransforms(I)) in visitSDiv()
1111 Value *Op0 = I.getOperand(0), *Op1 = I.getOperand(1); in visitSDiv()
1112 Type *Ty = I.getType(); in visitSDiv()
1126 if (I.isExact() && ((match(Op1, m_Power2()) && match(Op1, m_NonNegative())) || in visitSDiv()
1132 Op0, ConstantExpr::getExactLogBase2(cast<Constant>(Op1)), I.getName()); in visitSDiv()
1136 AShr->setName(I.getName() + ".neg"); in visitSDiv()
1137 return BinaryOperator::CreateNeg(AShr, I.getName()); in visitSDiv()
1166 BO->setIsExact(I.isExact()); in visitSDiv()
1173 if (match(&I, m_SDiv(m_OneUse(m_NSWSub(m_Zero(), m_Value(X))), m_Value(Y)))) in visitSDiv()
1175 Builder.CreateSDiv(X, Y, I.getName(), I.isExact())); in visitSDiv()
1179 if (match(&I, m_c_BinOp( in visitSDiv()
1190 if (MaskedValueIsZero(Op0, Mask, 0, &I)) { in visitSDiv()
1191 if (MaskedValueIsZero(Op1, Mask, 0, &I)) { in visitSDiv()
1193 auto *BO = BinaryOperator::CreateUDiv(Op0, Op1, I.getName()); in visitSDiv()
1194 BO->setIsExact(I.isExact()); in visitSDiv()
1203 Value *Shr = Builder.CreateLShr(Op0, CNegLog2, I.getName(), I.isExact()); in visitSDiv()
1207 if (isKnownToBeAPowerOfTwo(Op1, /*OrZero*/ true, 0, &I)) { in visitSDiv()
1212 auto *BO = BinaryOperator::CreateUDiv(Op0, Op1, I.getName()); in visitSDiv()
1213 BO->setIsExact(I.isExact()); in visitSDiv()
1222 static Instruction *foldFDivConstantDivisor(BinaryOperator &I) { in foldFDivConstantDivisor() argument
1224 if (!match(I.getOperand(1), m_Constant(C))) in foldFDivConstantDivisor()
1229 if (match(I.getOperand(0), m_FNeg(m_Value(X)))) in foldFDivConstantDivisor()
1230 return BinaryOperator::CreateFDivFMF(X, ConstantExpr::getFNeg(C), &I); in foldFDivConstantDivisor()
1235 if (!(C->hasExactInverseFP() || (I.hasAllowReciprocal() && C->isNormalFP()))) in foldFDivConstantDivisor()
1242 const DataLayout &DL = I.getModule()->getDataLayout(); in foldFDivConstantDivisor()
1244 Instruction::FDiv, ConstantFP::get(I.getType(), 1.0), C, DL); in foldFDivConstantDivisor()
1249 return BinaryOperator::CreateFMulFMF(I.getOperand(0), RecipC, &I); in foldFDivConstantDivisor()
1253 static Instruction *foldFDivConstantDividend(BinaryOperator &I) { in foldFDivConstantDividend() argument
1255 if (!match(I.getOperand(0), m_Constant(C))) in foldFDivConstantDividend()
1260 if (match(I.getOperand(1), m_FNeg(m_Value(X)))) in foldFDivConstantDividend()
1261 return BinaryOperator::CreateFDivFMF(ConstantExpr::getFNeg(C), X, &I); in foldFDivConstantDividend()
1263 if (!I.hasAllowReassoc() || !I.hasAllowReciprocal()) in foldFDivConstantDividend()
1268 const DataLayout &DL = I.getModule()->getDataLayout(); in foldFDivConstantDividend()
1269 if (match(I.getOperand(1), m_FMul(m_Value(X), m_Constant(C2)))) { in foldFDivConstantDividend()
1272 } else if (match(I.getOperand(1), m_FDiv(m_Value(X), m_Constant(C2)))) { in foldFDivConstantDividend()
1283 return BinaryOperator::CreateFDivFMF(NewC, X, &I); in foldFDivConstantDividend()
1287 static Instruction *foldFDivPowDivisor(BinaryOperator &I, in foldFDivPowDivisor() argument
1289 Value *Op0 = I.getOperand(0), *Op1 = I.getOperand(1); in foldFDivPowDivisor()
1291 if (!II || !II->hasOneUse() || !I.hasAllowReassoc() || in foldFDivPowDivisor()
1292 !I.hasAllowReciprocal()) in foldFDivPowDivisor()
1304 Args.push_back(Builder.CreateFNegFMF(II->getArgOperand(1), &I)); in foldFDivPowDivisor()
1312 if (!I.hasNoInfs()) in foldFDivPowDivisor()
1316 Type *Tys[] = {I.getType(), II->getArgOperand(1)->getType()}; in foldFDivPowDivisor()
1317 Value *Pow = Builder.CreateIntrinsic(IID, Tys, Args, &I); in foldFDivPowDivisor()
1318 return BinaryOperator::CreateFMulFMF(Op0, Pow, &I); in foldFDivPowDivisor()
1322 Args.push_back(Builder.CreateFNegFMF(II->getArgOperand(0), &I)); in foldFDivPowDivisor()
1327 Value *Pow = Builder.CreateIntrinsic(IID, I.getType(), Args, &I); in foldFDivPowDivisor()
1328 return BinaryOperator::CreateFMulFMF(Op0, Pow, &I); in foldFDivPowDivisor()
1331 Instruction *InstCombinerImpl::visitFDiv(BinaryOperator &I) { in visitFDiv() argument
1332 Module *M = I.getModule(); in visitFDiv()
1334 if (Value *V = simplifyFDivInst(I.getOperand(0), I.getOperand(1), in visitFDiv()
1335 I.getFastMathFlags(), in visitFDiv()
1336 SQ.getWithInstruction(&I))) in visitFDiv()
1337 return replaceInstUsesWith(I, V); in visitFDiv()
1339 if (Instruction *X = foldVectorBinop(I)) in visitFDiv()
1342 if (Instruction *Phi = foldBinopWithPhiOperands(I)) in visitFDiv()
1345 if (Instruction *R = foldFDivConstantDivisor(I)) in visitFDiv()
1348 if (Instruction *R = foldFDivConstantDividend(I)) in visitFDiv()
1351 if (Instruction *R = foldFPSignBitOps(I)) in visitFDiv()
1354 Value *Op0 = I.getOperand(0), *Op1 = I.getOperand(1); in visitFDiv()
1357 if (Instruction *R = FoldOpIntoSelect(I, SI)) in visitFDiv()
1362 if (Instruction *R = FoldOpIntoSelect(I, SI)) in visitFDiv()
1365 if (I.hasAllowReassoc() && I.hasAllowReciprocal()) { in visitFDiv()
1370 Value *YZ = Builder.CreateFMulFMF(Y, Op1, &I); in visitFDiv()
1371 return BinaryOperator::CreateFDivFMF(X, YZ, &I); in visitFDiv()
1376 Value *YZ = Builder.CreateFMulFMF(Y, Op0, &I); in visitFDiv()
1377 return BinaryOperator::CreateFDivFMF(YZ, X, &I); in visitFDiv()
1386 return BinaryOperator::CreateFMulFMF(Y, Op0, &I); in visitFDiv()
1389 if (I.hasAllowReassoc() && Op0->hasOneUse() && Op1->hasOneUse()) { in visitFDiv()
1399 if ((IsTan || IsCot) && hasFloatFn(M, &TLI, I.getType(), LibFunc_tan, in visitFDiv()
1401 IRBuilder<> B(&I); in visitFDiv()
1403 B.setFastMathFlags(I.getFastMathFlags()); in visitFDiv()
1409 Res = B.CreateFDiv(ConstantFP::get(I.getType(), 1.0), Res); in visitFDiv()
1410 return replaceInstUsesWith(I, Res); in visitFDiv()
1418 if (I.hasNoNaNs() && I.hasAllowReassoc() && in visitFDiv()
1420 replaceOperand(I, 0, ConstantFP::get(I.getType(), 1.0)); in visitFDiv()
1421 replaceOperand(I, 1, Y); in visitFDiv()
1422 return &I; in visitFDiv()
1427 if (I.hasNoNaNs() && I.hasNoInfs() && in visitFDiv()
1428 (match(&I, m_FDiv(m_Value(X), m_FAbs(m_Deferred(X)))) || in visitFDiv()
1429 match(&I, m_FDiv(m_FAbs(m_Value(X)), m_Deferred(X))))) { in visitFDiv()
1431 Intrinsic::copysign, ConstantFP::get(I.getType(), 1.0), X, &I); in visitFDiv()
1432 return replaceInstUsesWith(I, V); in visitFDiv()
1435 if (Instruction *Mul = foldFDivPowDivisor(I, Builder)) in visitFDiv()
1445 Instruction *InstCombinerImpl::commonIRemTransforms(BinaryOperator &I) { in commonIRemTransforms() argument
1446 if (Instruction *Phi = foldBinopWithPhiOperands(I)) in commonIRemTransforms()
1449 Value *Op0 = I.getOperand(0), *Op1 = I.getOperand(1); in commonIRemTransforms()
1452 if (Value *V = simplifyValueKnownNonZero(I.getOperand(1), *this, I)) in commonIRemTransforms()
1453 return replaceOperand(I, 1, V); in commonIRemTransforms()
1456 if (simplifyDivRemOfSelectWithZeroOp(I)) in commonIRemTransforms()
1457 return &I; in commonIRemTransforms()
1464 if (Instruction *R = FoldOpIntoSelect(I, cast<SelectInst>(Op1), in commonIRemTransforms()
1472 if (Instruction *R = FoldOpIntoSelect(I, SI)) in commonIRemTransforms()
1477 (I.getOpcode() == Instruction::URem || in commonIRemTransforms()
1482 if (Instruction *NV = foldOpIntoPhi(I, PN)) in commonIRemTransforms()
1488 if (SimplifyDemandedInstructionBits(I)) in commonIRemTransforms()
1489 return &I; in commonIRemTransforms()
1496 Instruction *InstCombinerImpl::visitURem(BinaryOperator &I) { in visitURem() argument
1497 if (Value *V = simplifyURemInst(I.getOperand(0), I.getOperand(1), in visitURem()
1498 SQ.getWithInstruction(&I))) in visitURem()
1499 return replaceInstUsesWith(I, V); in visitURem()
1501 if (Instruction *X = foldVectorBinop(I)) in visitURem()
1504 if (Instruction *common = commonIRemTransforms(I)) in visitURem()
1507 if (Instruction *NarrowRem = narrowUDivURem(I, Builder)) in visitURem()
1511 Value *Op0 = I.getOperand(0), *Op1 = I.getOperand(1); in visitURem()
1512 Type *Ty = I.getType(); in visitURem()
1513 if (isKnownToBeAPowerOfTwo(Op1, /*OrZero*/ true, 0, &I)) { in visitURem()
1549 Instruction *InstCombinerImpl::visitSRem(BinaryOperator &I) { in visitSRem() argument
1550 if (Value *V = simplifySRemInst(I.getOperand(0), I.getOperand(1), in visitSRem()
1551 SQ.getWithInstruction(&I))) in visitSRem()
1552 return replaceInstUsesWith(I, V); in visitSRem()
1554 if (Instruction *X = foldVectorBinop(I)) in visitSRem()
1558 if (Instruction *Common = commonIRemTransforms(I)) in visitSRem()
1561 Value *Op0 = I.getOperand(0), *Op1 = I.getOperand(1); in visitSRem()
1566 return replaceOperand(I, 1, ConstantInt::get(I.getType(), -*Y)); in visitSRem()
1571 if (match(&I, m_SRem(m_OneUse(m_NSWSub(m_Zero(), m_Value(X))), m_Value(Y)))) in visitSRem()
1576 APInt Mask(APInt::getSignMask(I.getType()->getScalarSizeInBits())); in visitSRem()
1577 if (MaskedValueIsZero(Op1, Mask, 0, &I) && in visitSRem()
1578 MaskedValueIsZero(Op0, Mask, 0, &I)) { in visitSRem()
1580 return BinaryOperator::CreateURem(Op0, Op1, I.getName()); in visitSRem()
1614 return replaceOperand(I, 1, NewRHSV); in visitSRem()
1621 Instruction *InstCombinerImpl::visitFRem(BinaryOperator &I) { in visitFRem() argument
1622 if (Value *V = simplifyFRemInst(I.getOperand(0), I.getOperand(1), in visitFRem()
1623 I.getFastMathFlags(), in visitFRem()
1624 SQ.getWithInstruction(&I))) in visitFRem()
1625 return replaceInstUsesWith(I, V); in visitFRem()
1627 if (Instruction *X = foldVectorBinop(I)) in visitFRem()
1630 if (Instruction *Phi = foldBinopWithPhiOperands(I)) in visitFRem()