Lines Matching refs:Ops
722 Value *EmitMul(const BinOpInfo &Ops) { in EmitMul() argument
723 if (Ops.Ty->isSignedIntegerOrEnumerationType()) { in EmitMul()
726 return Builder.CreateMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
729 return Builder.CreateNSWMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
732 if (CanElideOverflowCheck(CGF.getContext(), Ops)) in EmitMul()
733 return Builder.CreateNSWMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
734 return EmitOverflowCheckedBinOp(Ops); in EmitMul()
738 if (Ops.Ty->isConstantMatrixType()) { in EmitMul()
742 auto *BO = cast<BinaryOperator>(Ops.E); in EmitMul()
747 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitMul()
749 return MB.CreateMatrixMultiply(Ops.LHS, Ops.RHS, LHSMatTy->getNumRows(), in EmitMul()
752 return MB.CreateScalarMultiply(Ops.LHS, Ops.RHS); in EmitMul()
755 if (Ops.Ty->isUnsignedIntegerType() && in EmitMul()
757 !CanElideOverflowCheck(CGF.getContext(), Ops)) in EmitMul()
758 return EmitOverflowCheckedBinOp(Ops); in EmitMul()
760 if (Ops.LHS->getType()->isFPOrFPVectorTy()) { in EmitMul()
762 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitMul()
763 return Builder.CreateFMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
765 if (Ops.isFixedPointOp()) in EmitMul()
766 return EmitFixedPointBinOp(Ops); in EmitMul()
767 return Builder.CreateMul(Ops.LHS, Ops.RHS, "mul"); in EmitMul()
771 Value *EmitOverflowCheckedBinOp(const BinOpInfo &Ops);
774 void EmitUndefinedBehaviorIntegerDivAndRemCheck(const BinOpInfo &Ops,
783 Value *EmitDiv(const BinOpInfo &Ops);
784 Value *EmitRem(const BinOpInfo &Ops);
785 Value *EmitAdd(const BinOpInfo &Ops);
786 Value *EmitSub(const BinOpInfo &Ops);
787 Value *EmitShl(const BinOpInfo &Ops);
788 Value *EmitShr(const BinOpInfo &Ops);
789 Value *EmitAnd(const BinOpInfo &Ops) { in EmitAnd() argument
790 return Builder.CreateAnd(Ops.LHS, Ops.RHS, "and"); in EmitAnd()
792 Value *EmitXor(const BinOpInfo &Ops) { in EmitXor() argument
793 return Builder.CreateXor(Ops.LHS, Ops.RHS, "xor"); in EmitXor()
795 Value *EmitOr (const BinOpInfo &Ops) { in EmitOr() argument
796 return Builder.CreateOr(Ops.LHS, Ops.RHS, "or"); in EmitOr()
800 Value *EmitFixedPointBinOp(const BinOpInfo &Ops);
3409 const BinOpInfo &Ops, llvm::Value *Zero, bool isDiv) { in EmitUndefinedBehaviorIntegerDivAndRemCheck() argument
3413 Checks.push_back(std::make_pair(Builder.CreateICmpNE(Ops.RHS, Zero), in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3417 const auto *BO = cast<BinaryOperator>(Ops.E); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3419 Ops.Ty->hasSignedIntegerRepresentation() && in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3421 Ops.mayHaveIntegerOverflow()) { in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3428 llvm::Value *LHSCmp = Builder.CreateICmpNE(Ops.LHS, IntMin); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3429 llvm::Value *RHSCmp = Builder.CreateICmpNE(Ops.RHS, NegOne); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3436 EmitBinOpCheck(Checks, Ops); in EmitUndefinedBehaviorIntegerDivAndRemCheck()
3439 Value *ScalarExprEmitter::EmitDiv(const BinOpInfo &Ops) { in EmitDiv() argument
3444 Ops.Ty->isIntegerType() && in EmitDiv()
3445 (Ops.mayHaveIntegerDivisionByZero() || Ops.mayHaveIntegerOverflow())) { in EmitDiv()
3446 llvm::Value *Zero = llvm::Constant::getNullValue(ConvertType(Ops.Ty)); in EmitDiv()
3447 EmitUndefinedBehaviorIntegerDivAndRemCheck(Ops, Zero, true); in EmitDiv()
3449 Ops.Ty->isRealFloatingType() && in EmitDiv()
3450 Ops.mayHaveFloatDivisionByZero()) { in EmitDiv()
3451 llvm::Value *Zero = llvm::Constant::getNullValue(ConvertType(Ops.Ty)); in EmitDiv()
3452 llvm::Value *NonZero = Builder.CreateFCmpUNE(Ops.RHS, Zero); in EmitDiv()
3454 Ops); in EmitDiv()
3458 if (Ops.Ty->isConstantMatrixType()) { in EmitDiv()
3462 auto *BO = cast<BinaryOperator>(Ops.E); in EmitDiv()
3469 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitDiv()
3470 return MB.CreateScalarDiv(Ops.LHS, Ops.RHS, in EmitDiv()
3471 Ops.Ty->hasUnsignedIntegerRepresentation()); in EmitDiv()
3474 if (Ops.LHS->getType()->isFPOrFPVectorTy()) { in EmitDiv()
3476 CodeGenFunction::CGFPOptionsRAII FPOptsRAII(CGF, Ops.FPFeatures); in EmitDiv()
3477 Val = Builder.CreateFDiv(Ops.LHS, Ops.RHS, "div"); in EmitDiv()
3481 else if (Ops.isFixedPointOp()) in EmitDiv()
3482 return EmitFixedPointBinOp(Ops); in EmitDiv()
3483 else if (Ops.Ty->hasUnsignedIntegerRepresentation()) in EmitDiv()
3484 return Builder.CreateUDiv(Ops.LHS, Ops.RHS, "div"); in EmitDiv()
3486 return Builder.CreateSDiv(Ops.LHS, Ops.RHS, "div"); in EmitDiv()
3489 Value *ScalarExprEmitter::EmitRem(const BinOpInfo &Ops) { in EmitRem() argument
3493 Ops.Ty->isIntegerType() && in EmitRem()
3494 (Ops.mayHaveIntegerDivisionByZero() || Ops.mayHaveIntegerOverflow())) { in EmitRem()
3496 llvm::Value *Zero = llvm::Constant::getNullValue(ConvertType(Ops.Ty)); in EmitRem()
3497 EmitUndefinedBehaviorIntegerDivAndRemCheck(Ops, Zero, false); in EmitRem()
3500 if (Ops.Ty->hasUnsignedIntegerRepresentation()) in EmitRem()
3501 return Builder.CreateURem(Ops.LHS, Ops.RHS, "rem"); in EmitRem()
3503 return Builder.CreateSRem(Ops.LHS, Ops.RHS, "rem"); in EmitRem()
3506 Value *ScalarExprEmitter::EmitOverflowCheckedBinOp(const BinOpInfo &Ops) { in EmitOverflowCheckedBinOp() argument
3511 bool isSigned = Ops.Ty->isSignedIntegerOrEnumerationType(); in EmitOverflowCheckedBinOp()
3512 switch (Ops.Opcode) { in EmitOverflowCheckedBinOp()
3542 llvm::Type *opTy = CGF.CGM.getTypes().ConvertType(Ops.Ty); in EmitOverflowCheckedBinOp()
3546 Value *resultAndOverflow = Builder.CreateCall(intrinsic, {Ops.LHS, Ops.RHS}); in EmitOverflowCheckedBinOp()
3560 EmitBinOpCheck(std::make_pair(NotOverflow, Kind), Ops); in EmitOverflowCheckedBinOp()
3588 llvm::Value *lhs = Builder.CreateSExt(Ops.LHS, CGF.Int64Ty); in EmitOverflowCheckedBinOp()
3589 llvm::Value *rhs = Builder.CreateSExt(Ops.RHS, CGF.Int64Ty); in EmitOverflowCheckedBinOp()
4139 Value *ScalarExprEmitter::EmitShl(const BinOpInfo &Ops) { in EmitShl() argument
4141 if (Ops.isFixedPointOp()) in EmitShl()
4142 return EmitFixedPointBinOp(Ops); in EmitShl()
4146 Value *RHS = Ops.RHS; in EmitShl()
4147 if (Ops.LHS->getType() != RHS->getType()) in EmitShl()
4148 RHS = Builder.CreateIntCast(RHS, Ops.LHS->getType(), false, "sh_prom"); in EmitShl()
4151 Ops.Ty->hasSignedIntegerRepresentation() && in EmitShl()
4156 Ops.Ty->hasUnsignedIntegerRepresentation(); in EmitShl()
4161 RHS = ConstrainShiftValue(Ops.LHS, RHS, "shl.mask"); in EmitShl()
4163 isa<llvm::IntegerType>(Ops.LHS->getType())) { in EmitShl()
4166 llvm::Value *WidthMinusOne = GetWidthMinusOneValue(Ops.LHS, Ops.RHS); in EmitShl()
4167 llvm::Value *ValidExponent = Builder.CreateICmpULE(Ops.RHS, WidthMinusOne); in EmitShl()
4183 (RHS == Ops.RHS) ? WidthMinusOne in EmitShl()
4184 : GetWidthMinusOneValue(Ops.LHS, RHS); in EmitShl()
4187 Ops.LHS, Builder.CreateSub(PromotedWidthMinusOne, RHS, "shl.zeros", in EmitShl()
4211 EmitBinOpCheck(Checks, Ops); in EmitShl()
4214 return Builder.CreateShl(Ops.LHS, RHS, "shl"); in EmitShl()
4217 Value *ScalarExprEmitter::EmitShr(const BinOpInfo &Ops) { in EmitShr() argument
4219 if (Ops.isFixedPointOp()) in EmitShr()
4220 return EmitFixedPointBinOp(Ops); in EmitShr()
4224 Value *RHS = Ops.RHS; in EmitShr()
4225 if (Ops.LHS->getType() != RHS->getType()) in EmitShr()
4226 RHS = Builder.CreateIntCast(RHS, Ops.LHS->getType(), false, "sh_prom"); in EmitShr()
4230 RHS = ConstrainShiftValue(Ops.LHS, RHS, "shr.mask"); in EmitShr()
4232 isa<llvm::IntegerType>(Ops.LHS->getType())) { in EmitShr()
4235 Builder.CreateICmpULE(RHS, GetWidthMinusOneValue(Ops.LHS, RHS)); in EmitShr()
4236 EmitBinOpCheck(std::make_pair(Valid, SanitizerKind::ShiftExponent), Ops); in EmitShr()
4239 if (Ops.Ty->hasUnsignedIntegerRepresentation()) in EmitShr()
4240 return Builder.CreateLShr(Ops.LHS, RHS, "shr"); in EmitShr()
4241 return Builder.CreateAShr(Ops.LHS, RHS, "shr"); in EmitShr()