Lines Matching refs:getArg
193 Address Ptr = CGF.EmitPointerWithAlignment(E->getArg(0)); in CheckAtomicAlignment()
214 assert(E->getArg(0)->getType()->isPointerType()); in MakeBinaryAtomicValue()
216 E->getArg(0)->getType()->getPointeeType())); in MakeBinaryAtomicValue()
217 assert(CGF.getContext().hasSameUnqualifiedType(T, E->getArg(1)->getType())); in MakeBinaryAtomicValue()
224 llvm::Value *Val = CGF.EmitScalarExpr(E->getArg(1)); in MakeBinaryAtomicValue()
234 Value *Val = CGF.EmitScalarExpr(E->getArg(0)); in EmitNontemporalStore()
235 Address Addr = CGF.EmitPointerWithAlignment(E->getArg(1)); in EmitNontemporalStore()
237 Val = CGF.EmitToMemory(Val, E->getArg(0)->getType()); in EmitNontemporalStore()
238 LValue LV = CGF.MakeAddrLValue(Addr, E->getArg(0)->getType()); in EmitNontemporalStore()
245 Address Addr = CGF.EmitPointerWithAlignment(E->getArg(0)); in EmitNontemporalLoad()
267 assert(E->getArg(0)->getType()->isPointerType()); in EmitBinaryAtomicPost()
269 E->getArg(0)->getType()->getPointeeType())); in EmitBinaryAtomicPost()
270 assert(CGF.getContext().hasSameUnqualifiedType(T, E->getArg(1)->getType())); in EmitBinaryAtomicPost()
277 llvm::Value *Val = CGF.EmitScalarExpr(E->getArg(1)); in EmitBinaryAtomicPost()
308 QualType T = ReturnBool ? E->getArg(1)->getType() : E->getType(); in MakeAtomicCmpXchgValue()
314 Value *Cmp = CGF.EmitScalarExpr(E->getArg(1)); in MakeAtomicCmpXchgValue()
317 Value *New = EmitToInt(CGF, CGF.EmitScalarExpr(E->getArg(2)), T, IntType); in MakeAtomicCmpXchgValue()
348 assert(E->getArg(0)->getType()->isPointerType()); in EmitAtomicCmpXchgForMSIntrin()
350 E->getType(), E->getArg(0)->getType()->getPointeeType())); in EmitAtomicCmpXchgForMSIntrin()
352 E->getArg(1)->getType())); in EmitAtomicCmpXchgForMSIntrin()
354 E->getArg(2)->getType())); in EmitAtomicCmpXchgForMSIntrin()
358 auto *Comparand = CGF.EmitScalarExpr(E->getArg(2)); in EmitAtomicCmpXchgForMSIntrin()
359 auto *Exchange = CGF.EmitScalarExpr(E->getArg(1)); in EmitAtomicCmpXchgForMSIntrin()
392 llvm::Value *DestPtr = CGF.EmitScalarExpr(E->getArg(0)); in EmitAtomicCmpXchg128ForMSIntrin()
393 llvm::Value *ExchangeHigh = CGF.EmitScalarExpr(E->getArg(1)); in EmitAtomicCmpXchg128ForMSIntrin()
394 llvm::Value *ExchangeLow = CGF.EmitScalarExpr(E->getArg(2)); in EmitAtomicCmpXchg128ForMSIntrin()
395 Address ComparandAddr = CGF.EmitPointerWithAlignment(E->getArg(3)); in EmitAtomicCmpXchg128ForMSIntrin()
443 assert(E->getArg(0)->getType()->isPointerType()); in EmitAtomicIncrementValue()
455 assert(E->getArg(0)->getType()->isPointerType()); in EmitAtomicDecrementValue()
466 Value *Ptr = CGF.EmitScalarExpr(E->getArg(0)); in EmitISOVolatileLoad()
467 QualType ElTy = E->getArg(0)->getType()->getPointeeType(); in EmitISOVolatileLoad()
478 Value *Ptr = CGF.EmitScalarExpr(E->getArg(0)); in EmitISOVolatileStore()
479 Value *Value = CGF.EmitScalarExpr(E->getArg(1)); in EmitISOVolatileStore()
480 QualType ElTy = E->getArg(0)->getType()->getPointeeType(); in EmitISOVolatileStore()
494 llvm::Value *Src0 = CGF.EmitScalarExpr(E->getArg(0)); in emitUnaryMaybeConstrainedFPBuiltin()
511 llvm::Value *Src0 = CGF.EmitScalarExpr(E->getArg(0)); in emitBinaryMaybeConstrainedFPBuiltin()
512 llvm::Value *Src1 = CGF.EmitScalarExpr(E->getArg(1)); in emitBinaryMaybeConstrainedFPBuiltin()
528 llvm::Value *Src0 = CGF.EmitScalarExpr(E->getArg(0)); in emitBinaryExpMaybeConstrainedFPBuiltin()
529 llvm::Value *Src1 = CGF.EmitScalarExpr(E->getArg(1)); in emitBinaryExpMaybeConstrainedFPBuiltin()
548 llvm::Value *Src0 = CGF.EmitScalarExpr(E->getArg(0)); in emitTernaryMaybeConstrainedFPBuiltin()
549 llvm::Value *Src1 = CGF.EmitScalarExpr(E->getArg(1)); in emitTernaryMaybeConstrainedFPBuiltin()
550 llvm::Value *Src2 = CGF.EmitScalarExpr(E->getArg(2)); in emitTernaryMaybeConstrainedFPBuiltin()
586 llvm::Value *Src0 = CGF.EmitScalarExpr(E->getArg(0)); in emitUnaryBuiltin()
596 llvm::Value *Src0 = CGF.EmitScalarExpr(E->getArg(0)); in emitBinaryBuiltin()
597 llvm::Value *Src1 = CGF.EmitScalarExpr(E->getArg(1)); in emitBinaryBuiltin()
607 llvm::Value *Src0 = CGF.EmitScalarExpr(E->getArg(0)); in emitTernaryBuiltin()
608 llvm::Value *Src1 = CGF.EmitScalarExpr(E->getArg(1)); in emitTernaryBuiltin()
609 llvm::Value *Src2 = CGF.EmitScalarExpr(E->getArg(2)); in emitTernaryBuiltin()
619 llvm::Value *Src0 = CGF.EmitScalarExpr(E->getArg(0)); in emitFPIntBuiltin()
620 llvm::Value *Src1 = CGF.EmitScalarExpr(E->getArg(1)); in emitFPIntBuiltin()
632 llvm::Value *Src0 = CGF.EmitScalarExpr(E->getArg(0)); in emitMaybeConstrainedFPToIntRoundBuiltin()
648 llvm::Value *Src0 = CGF.EmitScalarExpr(E->getArg(0)); in emitFrexpBuiltin()
649 llvm::Value *Src1 = CGF.EmitScalarExpr(E->getArg(1)); in emitFrexpBuiltin()
651 QualType IntPtrTy = E->getArg(1)->getType()->getPointeeType(); in emitFrexpBuiltin()
1220 CGF.getContext().getTypeSize(E->getArg(1)->getType())); in EmitX86BitTestIntrinsic()
1248 Value *BitBase = CGF.EmitScalarExpr(E->getArg(0)); in EmitBitTestIntrinsic()
1249 Value *BitPos = CGF.EmitScalarExpr(E->getArg(1)); in EmitBitTestIntrinsic()
1324 Value *Addr = CGF.EmitScalarExpr(E->getArg(0)); in emitPPCLoadReserveIntrinsic()
1415 CGF.EmitScalarExpr(E->getArg(0)), CGF.Int8PtrTy); in EmitMSVCRTSetJmp()
1806 Address IndexAddress(EmitPointerWithAlignment(E->getArg(0))); in EmitMSVCBuiltinExpr()
1807 Value *ArgValue = EmitScalarExpr(E->getArg(1)); in EmitMSVCBuiltinExpr()
1970 llvm::CallInst *CI = Builder.CreateCall(IA, EmitScalarExpr(E->getArg(0))); in EmitMSVCBuiltinExpr()
2018 Value *ArgValue = CGF.EmitScalarExpr(E->getArg(0)); in EmitOverflowCheckedAbs()
2039 {CGF.EmitCheckSourceLocation(E->getArg(0)->getExprLoc()), in EmitOverflowCheckedAbs()
2161 Address BufAddr = EmitPointerWithAlignment(E.getArg(0)); in emitBuiltinOSLogFormat()
2421 llvm::Value *Src = EmitScalarExpr(E->getArg(0)); in emitRotate()
2422 llvm::Value *ShiftAmt = EmitScalarExpr(E->getArg(1)); in emitRotate()
2790 Value *Arg1 = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
2791 Value *Arg2 = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3016 ? EmitScalarExpr(E->getArg(0)) in EmitBuiltinExpr()
3017 : EmitVAListRef(E->getArg(0)).getPointer(), in EmitBuiltinExpr()
3021 Value *DstPtr = EmitVAListRef(E->getArg(0)).getPointer(); in EmitBuiltinExpr()
3022 Value *SrcPtr = EmitVAListRef(E->getArg(1)).getPointer(); in EmitBuiltinExpr()
3037 Result = EmitAbs(*this, EmitScalarExpr(E->getArg(0)), false); in EmitBuiltinExpr()
3041 Result = EmitAbs(*this, EmitScalarExpr(E->getArg(0)), true); in EmitBuiltinExpr()
3053 Value *Real = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3054 Value *Imag = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3063 ComplexPairTy ComplexVal = EmitComplexExpr(E->getArg(0)); in EmitBuiltinExpr()
3075 ComplexPairTy ComplexVal = EmitComplexExpr(E->getArg(0)); in EmitBuiltinExpr()
3085 return RValue::get(EmitScalarExpr(E->getArg(0))); in EmitBuiltinExpr()
3091 return RValue::get(EmitScalarExpr(E->getArg(0))); in EmitBuiltinExpr()
3095 Value *Res = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3106 ComplexPairTy ComplexVal = EmitComplexExpr(E->getArg(0)); in EmitBuiltinExpr()
3114 Value *ArgValue = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3134 Value *ArgValue = EmitCheckedArgForBuiltin(E->getArg(0), BCK_CTZPassedZero); in EmitBuiltinExpr()
3151 Value *ArgValue = EmitCheckedArgForBuiltin(E->getArg(0), BCK_CLZPassedZero); in EmitBuiltinExpr()
3168 Value *ArgValue = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3189 Value *ArgValue = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3205 Value *ArgValue = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3223 Value *ArgValue = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3239 return RValue::get(EmitScalarExpr(E->getArg(0))); in EmitBuiltinExpr()
3242 Value *ArgValue = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3245 Value *ExpectedValue = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3258 Value *ArgValue = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3261 Value *ExpectedValue = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3263 const Expr *ProbArg = E->getArg(2); in EmitBuiltinExpr()
3285 const Expr *Ptr = E->getArg(0); in EmitBuiltinExpr()
3288 (E->getNumArgs() > 2) ? EmitScalarExpr(E->getArg(2)) : nullptr; in EmitBuiltinExpr()
3290 Value *AlignmentValue = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3303 if (E->getArg(0)->HasSideEffects(getContext())) in EmitBuiltinExpr()
3306 Value *ArgValue = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3312 const Expr *Arg0 = E->getArg(0); in EmitBuiltinExpr()
3313 const Expr *Arg1 = E->getArg(1); in EmitBuiltinExpr()
3331 QualType ArgType = E->getArg(0)->getType(); in EmitBuiltinExpr()
3335 ComplexPairTy ComplexVal = EmitComplexExpr(E->getArg(0)); in EmitBuiltinExpr()
3342 ComplexPairTy ComplexVal = EmitComplexExpr(E->getArg(0)); in EmitBuiltinExpr()
3347 Value *ArgValue = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3392 const Expr *Arg = E->getArg(0); in EmitBuiltinExpr()
3424 E->getArg(1)->EvaluateKnownConstInt(getContext()).getZExtValue(); in EmitBuiltinExpr()
3430 return RValue::get(emitBuiltinObjectSize(E->getArg(0), Type, ResType, in EmitBuiltinExpr()
3434 Value *Locality, *RW, *Address = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3436 RW = (E->getNumArgs() > 1) ? EmitScalarExpr(E->getArg(1)) : in EmitBuiltinExpr()
3438 Locality = (E->getNumArgs() > 2) ? EmitScalarExpr(E->getArg(2)) : in EmitBuiltinExpr()
3450 Value *Begin = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3451 Value *End = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3473 llvm::Value *Src0 = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3474 llvm::Value *Src1 = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3511 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3512 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3541 Value *V = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3551 Value *V = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3559 Value *V = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3575 Value *V = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3585 Value *V = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3593 Value *V = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3601 Value *V = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3609 if (!E->getArg(1)->EvaluateAsInt(Result, CGM.getContext())) in EmitBuiltinExpr()
3613 Value *V = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3619 llvm::Type *Ty = ConvertType(E->getArg(0)->getType()); in EmitBuiltinExpr()
3629 QualType QT = E->getArg(0)->getType(); in EmitBuiltinExpr()
3635 llvm::Intrinsic::abs, EmitScalarExpr(E->getArg(0)), in EmitBuiltinExpr()
3701 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3702 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3705 QualType Ty = E->getArg(0)->getType(); in EmitBuiltinExpr()
3719 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3720 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3723 QualType Ty = E->getArg(0)->getType(); in EmitBuiltinExpr()
3735 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3736 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3739 QualType Ty = E->getArg(0)->getType(); in EmitBuiltinExpr()
3763 *this, E, GetIntrinsicID(E->getArg(0)->getType()), "rdx.min")); in EmitBuiltinExpr()
3779 *this, E, GetIntrinsicID(E->getArg(0)->getType()), "rdx.min")); in EmitBuiltinExpr()
3799 auto *MatrixTy = E->getArg(0)->getType()->castAs<ConstantMatrixType>(); in EmitBuiltinExpr()
3800 Value *MatValue = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3810 Value *Stride = EmitScalarExpr(E->getArg(3)); in EmitBuiltinExpr()
3812 auto *PtrTy = E->getArg(0)->getType()->getAs<PointerType>(); in EmitBuiltinExpr()
3816 Address Src = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
3817 EmitNonNullArgCheck(RValue::get(Src.getPointer()), E->getArg(0)->getType(), in EmitBuiltinExpr()
3818 E->getArg(0)->getExprLoc(), FD, 0); in EmitBuiltinExpr()
3829 Value *Matrix = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3830 Address Dst = EmitPointerWithAlignment(E->getArg(1)); in EmitBuiltinExpr()
3831 Value *Stride = EmitScalarExpr(E->getArg(2)); in EmitBuiltinExpr()
3833 const auto *MatrixTy = E->getArg(0)->getType()->getAs<ConstantMatrixType>(); in EmitBuiltinExpr()
3834 auto *PtrTy = E->getArg(1)->getType()->getAs<PointerType>(); in EmitBuiltinExpr()
3838 EmitNonNullArgCheck(RValue::get(Dst.getPointer()), E->getArg(1)->getType(), in EmitBuiltinExpr()
3839 E->getArg(1)->getExprLoc(), FD, 0); in EmitBuiltinExpr()
3850 Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3879 Value *V = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3887 Value *V = EmitScalarExpr(E->getArg(5)); in EmitBuiltinExpr()
3888 llvm::Type *Ty = ConvertType(E->getArg(5)->getType()); in EmitBuiltinExpr()
3895 Builder.CreatePHI(ConvertType(E->getArg(0)->getType()), 4, in EmitBuiltinExpr()
3902 Value *ZeroLiteral = EmitScalarExpr(E->getArg(4)); in EmitBuiltinExpr()
3910 Value *NanLiteral = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3921 Value *InfLiteral = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3929 getContext().getFloatTypeSemantics(E->getArg(5)->getType())); in EmitBuiltinExpr()
3934 Builder.CreateSelect(IsNormal, EmitScalarExpr(E->getArg(2)), in EmitBuiltinExpr()
3935 EmitScalarExpr(E->getArg(3))); in EmitBuiltinExpr()
3954 Value *Size = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3977 Value *Size = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
3978 Value *AlignmentInBitsValue = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
3999 Address Dest = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4000 Value *SizeVal = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
4001 EmitNonNullArgCheck(RValue::get(Dest.getPointer()), E->getArg(0)->getType(), in EmitBuiltinExpr()
4002 E->getArg(0)->getExprLoc(), FD, 0); in EmitBuiltinExpr()
4009 Address Src = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4010 Address Dest = EmitPointerWithAlignment(E->getArg(1)); in EmitBuiltinExpr()
4011 Value *SizeVal = EmitScalarExpr(E->getArg(2)); in EmitBuiltinExpr()
4012 EmitNonNullArgCheck(RValue::get(Src.getPointer()), E->getArg(0)->getType(), in EmitBuiltinExpr()
4013 E->getArg(0)->getExprLoc(), FD, 0); in EmitBuiltinExpr()
4014 EmitNonNullArgCheck(RValue::get(Dest.getPointer()), E->getArg(1)->getType(), in EmitBuiltinExpr()
4015 E->getArg(1)->getExprLoc(), FD, 0); in EmitBuiltinExpr()
4024 Address Dest = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4025 Address Src = EmitPointerWithAlignment(E->getArg(1)); in EmitBuiltinExpr()
4026 Value *SizeVal = EmitScalarExpr(E->getArg(2)); in EmitBuiltinExpr()
4027 EmitArgCheck(TCK_Store, Dest, E->getArg(0), 0); in EmitBuiltinExpr()
4028 EmitArgCheck(TCK_Load, Src, E->getArg(1), 1); in EmitBuiltinExpr()
4039 Address Dest = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4040 Address Src = EmitPointerWithAlignment(E->getArg(1)); in EmitBuiltinExpr()
4042 E->getArg(2)->EvaluateKnownConstInt(getContext()).getZExtValue(); in EmitBuiltinExpr()
4043 EmitArgCheck(TCK_Store, Dest, E->getArg(0), 0); in EmitBuiltinExpr()
4044 EmitArgCheck(TCK_Load, Src, E->getArg(1), 1); in EmitBuiltinExpr()
4056 if (!E->getArg(2)->EvaluateAsInt(SizeResult, CGM.getContext()) || in EmitBuiltinExpr()
4057 !E->getArg(3)->EvaluateAsInt(DstSizeResult, CGM.getContext())) in EmitBuiltinExpr()
4063 Address Dest = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4064 Address Src = EmitPointerWithAlignment(E->getArg(1)); in EmitBuiltinExpr()
4071 Address DestAddr = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4072 Address SrcAddr = EmitPointerWithAlignment(E->getArg(1)); in EmitBuiltinExpr()
4073 Value *SizeVal = EmitScalarExpr(E->getArg(2)); in EmitBuiltinExpr()
4082 if (!E->getArg(2)->EvaluateAsInt(SizeResult, CGM.getContext()) || in EmitBuiltinExpr()
4083 !E->getArg(3)->EvaluateAsInt(DstSizeResult, CGM.getContext())) in EmitBuiltinExpr()
4089 Address Dest = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4090 Address Src = EmitPointerWithAlignment(E->getArg(1)); in EmitBuiltinExpr()
4098 Address Dest = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4099 Address Src = EmitPointerWithAlignment(E->getArg(1)); in EmitBuiltinExpr()
4100 Value *SizeVal = EmitScalarExpr(E->getArg(2)); in EmitBuiltinExpr()
4101 EmitArgCheck(TCK_Store, Dest, E->getArg(0), 0); in EmitBuiltinExpr()
4102 EmitArgCheck(TCK_Load, Src, E->getArg(1), 1); in EmitBuiltinExpr()
4108 Address Dest = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4109 Value *ByteVal = Builder.CreateTrunc(EmitScalarExpr(E->getArg(1)), in EmitBuiltinExpr()
4111 Value *SizeVal = EmitScalarExpr(E->getArg(2)); in EmitBuiltinExpr()
4112 EmitNonNullArgCheck(RValue::get(Dest.getPointer()), E->getArg(0)->getType(), in EmitBuiltinExpr()
4113 E->getArg(0)->getExprLoc(), FD, 0); in EmitBuiltinExpr()
4118 Address Dest = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4120 Builder.CreateTrunc(EmitScalarExpr(E->getArg(1)), Builder.getInt8Ty()); in EmitBuiltinExpr()
4122 E->getArg(2)->EvaluateKnownConstInt(getContext()).getZExtValue(); in EmitBuiltinExpr()
4123 EmitNonNullArgCheck(RValue::get(Dest.getPointer()), E->getArg(0)->getType(), in EmitBuiltinExpr()
4124 E->getArg(0)->getExprLoc(), FD, 0); in EmitBuiltinExpr()
4131 if (!E->getArg(2)->EvaluateAsInt(SizeResult, CGM.getContext()) || in EmitBuiltinExpr()
4132 !E->getArg(3)->EvaluateAsInt(DstSizeResult, CGM.getContext())) in EmitBuiltinExpr()
4138 Address Dest = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4139 Value *ByteVal = Builder.CreateTrunc(EmitScalarExpr(E->getArg(1)), in EmitBuiltinExpr()
4152 Value *Str = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
4153 Value *Chr = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
4154 Value *Size = EmitScalarExpr(E->getArg(2)); in EmitBuiltinExpr()
4199 Value *Dst = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
4200 Value *Src = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
4201 Value *Size = EmitScalarExpr(E->getArg(2)); in EmitBuiltinExpr()
4264 Value *Depth = ConstantEmitter(*this).emitAbstract(E->getArg(0), in EmitBuiltinExpr()
4274 Value *Depth = ConstantEmitter(*this).emitAbstract(E->getArg(0), in EmitBuiltinExpr()
4280 Value *Address = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
4285 Value *Address = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
4300 Value *Address = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
4306 Value *Int = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
4307 Value *Ptr = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
4340 Value *Ptr = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
4355 Address Buf = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4375 Value *Buf = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
4389 const Expr *Arg = E->getArg(0); in EmitBuiltinExpr()
4539 QualType ElTy = E->getArg(0)->getType()->getPointeeType(); in EmitBuiltinExpr()
4572 Args.add(RValue::get(EmitScalarExpr(E->getArg(0))), in EmitBuiltinExpr()
4575 Args.add(RValue::get(EmitScalarExpr(E->getArg(1))), in EmitBuiltinExpr()
4591 QualType PtrTy = E->getArg(0)->IgnoreImpCasts()->getType(); in EmitBuiltinExpr()
4596 EmitPointerWithAlignment(E->getArg(0)).withElementType(Int8Ty); in EmitBuiltinExpr()
4599 Value *Order = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
4674 QualType PtrTy = E->getArg(0)->IgnoreImpCasts()->getType(); in EmitBuiltinExpr()
4678 Address Ptr = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
4681 Value *Order = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
4739 Value *Order = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
4802 Builder.CreateZExt(EmitSignBit(*this, EmitScalarExpr(E->getArg(0))), in EmitBuiltinExpr()
4831 llvm::Value *AnnVal = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
4838 const Expr *AnnotationStrExpr = E->getArg(1)->IgnoreParenCasts(); in EmitBuiltinExpr()
4872 llvm::Value *X = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
4873 llvm::Value *Y = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
4874 llvm::Value *Carryin = EmitScalarExpr(E->getArg(2)); in EmitBuiltinExpr()
4875 Address CarryOutPtr = EmitPointerWithAlignment(E->getArg(3)); in EmitBuiltinExpr()
4913 const clang::Expr *LeftArg = E->getArg(0); in EmitBuiltinExpr()
4914 const clang::Expr *RightArg = E->getArg(1); in EmitBuiltinExpr()
4915 const clang::Expr *ResultArg = E->getArg(2); in EmitBuiltinExpr()
5027 llvm::Value *X = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
5028 llvm::Value *Y = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
5029 Address SumOutPtr = EmitPointerWithAlignment(E->getArg(2)); in EmitBuiltinExpr()
5077 return RValue::get(EmitLValue(E->getArg(0)).getPointer(*this)); in EmitBuiltinExpr()
5080 E->getArg(0)->getAsBuiltinConstantDeclRef(CGM.getContext()))); in EmitBuiltinExpr()
5100 const CallExpr *Call = cast<CallExpr>(E->getArg(0)); in EmitBuiltinExpr()
5101 const Expr *Chain = E->getArg(1); in EmitBuiltinExpr()
5120 llvm::Value *Exchange = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
5125 Builder.CreatePtrToInt(EmitScalarExpr(E->getArg(2)), IntType); in EmitBuiltinExpr()
5219 E->getArg(0)->getType()->isPointerType()) in EmitBuiltinExpr()
5224 E->getArg(0)->getType()->isPointerType()) { in EmitBuiltinExpr()
5239 return RValue::get(EmitLValue(E->getArg(0)).getPointer(*this)); in EmitBuiltinExpr()
5284 Value *Arg0 = EmitScalarExpr(E->getArg(0)), in EmitBuiltinExpr()
5285 *Arg1 = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
5287 Value *PacketSize = OpenCLRT.getPipeElemSize(E->getArg(0)); in EmitBuiltinExpr()
5288 Value *PacketAlign = OpenCLRT.getPipeElemAlign(E->getArg(0)); in EmitBuiltinExpr()
5316 Value *Arg2 = EmitScalarExpr(E->getArg(2)), in EmitBuiltinExpr()
5317 *Arg3 = EmitScalarExpr(E->getArg(3)); in EmitBuiltinExpr()
5353 Value *Arg0 = EmitScalarExpr(E->getArg(0)), in EmitBuiltinExpr()
5354 *Arg1 = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
5357 Value *PacketSize = OpenCLRT.getPipeElemSize(E->getArg(0)); in EmitBuiltinExpr()
5358 Value *PacketAlign = OpenCLRT.getPipeElemAlign(E->getArg(0)); in EmitBuiltinExpr()
5393 Value *Arg0 = EmitScalarExpr(E->getArg(0)), in EmitBuiltinExpr()
5394 *Arg1 = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
5396 Value *PacketSize = OpenCLRT.getPipeElemSize(E->getArg(0)); in EmitBuiltinExpr()
5397 Value *PacketAlign = OpenCLRT.getPipeElemAlign(E->getArg(0)); in EmitBuiltinExpr()
5412 const auto *PipeTy = E->getArg(0)->getType()->castAs<PipeType>(); in EmitBuiltinExpr()
5421 Value *Arg0 = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
5423 Value *PacketSize = OpenCLRT.getPipeElemSize(E->getArg(0)); in EmitBuiltinExpr()
5424 Value *PacketAlign = OpenCLRT.getPipeElemAlign(E->getArg(0)); in EmitBuiltinExpr()
5437 auto Arg0 = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
5469 llvm::Value *Queue = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
5470 llvm::Value *Flags = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
5471 LValue NDRangeL = EmitAggExprToLValue(E->getArg(2)); in EmitBuiltinExpr()
5485 CGM.getOpenCLRuntime().emitOpenCLEnqueuedBlock(*this, E->getArg(3)); in EmitBuiltinExpr()
5528 Builder.CreateZExtOrTrunc(EmitScalarExpr(E->getArg(I)), SizeTy); in EmitBuiltinExpr()
5536 if (E->getArg(3)->getType()->isBlockPointerType()) { in EmitBuiltinExpr()
5540 CGM.getOpenCLRuntime().emitOpenCLEnqueuedBlock(*this, E->getArg(3)); in EmitBuiltinExpr()
5571 Builder.CreateZExtOrTrunc(EmitScalarExpr(E->getArg(3)), Int32Ty); in EmitBuiltinExpr()
5577 if (E->getArg(4)->isNullPointerConstant( in EmitBuiltinExpr()
5581 EventWaitList = E->getArg(4)->getType()->isArrayType() in EmitBuiltinExpr()
5582 ? EmitArrayToPointerDecay(E->getArg(4)).getPointer() in EmitBuiltinExpr()
5583 : EmitScalarExpr(E->getArg(4)); in EmitBuiltinExpr()
5588 if (E->getArg(5)->isNullPointerConstant( in EmitBuiltinExpr()
5593 Builder.CreatePointerCast(EmitScalarExpr(E->getArg(5)), PtrTy); in EmitBuiltinExpr()
5597 CGM.getOpenCLRuntime().emitOpenCLEnqueuedBlock(*this, E->getArg(6)); in EmitBuiltinExpr()
5648 CGM.getOpenCLRuntime().emitOpenCLEnqueuedBlock(*this, E->getArg(0)); in EmitBuiltinExpr()
5663 CGM.getOpenCLRuntime().emitOpenCLEnqueuedBlock(*this, E->getArg(0)); in EmitBuiltinExpr()
5678 LValue NDRangeL = EmitAggExprToLValue(E->getArg(0)); in EmitBuiltinExpr()
5681 CGM.getOpenCLRuntime().emitOpenCLEnqueuedBlock(*this, E->getArg(1)); in EmitBuiltinExpr()
5700 Value *Val = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
5701 Address Address = EmitPointerWithAlignment(E->getArg(1)); in EmitBuiltinExpr()
5707 Address Address = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
5712 Address Address = EmitPointerWithAlignment(E->getArg(0)); in EmitBuiltinExpr()
5757 auto Arg0 = E->getArg(0); in EmitBuiltinExpr()
5767 auto Arg1 = EmitScalarExpr(E->getArg(1)); in EmitBuiltinExpr()
5791 auto Arg0 = EmitScalarExpr(E->getArg(0)); in EmitBuiltinExpr()
5795 auto Arg1 = E->getArg(1); in EmitBuiltinExpr()
5805 auto Arg2 = EmitScalarExpr(E->getArg(2)); in EmitBuiltinExpr()
5815 EmitVAStartEnd(EmitMSVAListRef(E->getArg(0)).getPointer(), in EmitBuiltinExpr()
5825 Address DestAddr = EmitMSVAListRef(E->getArg(0)); in EmitBuiltinExpr()
5826 Address SrcAddr = EmitMSVAListRef(E->getArg(1)); in EmitBuiltinExpr()
5837 cast<DeclRefExpr>(E->getArg(0)->IgnoreImpCasts())->getDecl()); in EmitBuiltinExpr()
7369 const Expr *Arg = E->getArg(0); in EmitCommonNeonSISDBuiltinExpr()
7406 const Expr *Arg = E->getArg(E->getNumArgs() - 1); in EmitCommonNeonBuiltinExpr()
8238 const Expr *SysRegStrExpr = E->getArg(0)->IgnoreParenCasts(); in EmitSpecialRegisterBuiltin()
8272 llvm::Value *ArgValue = CGF.EmitScalarExpr(E->getArg(1)); in EmitSpecialRegisterBuiltin()
8344 if (!E->getArg(0)->EvaluateAsInt(Result, CGM.getContext())) in EmitARMBuiltinExpr()
8360 Value *Option = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8365 Value *Address = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8366 Value *RW = EmitScalarExpr(E->getArg(1)); in EmitARMBuiltinExpr()
8367 Value *IsData = EmitScalarExpr(E->getArg(2)); in EmitARMBuiltinExpr()
8377 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8384 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8394 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8398 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8408 Ops[i] = EmitScalarExpr(E->getArg(i)); in EmitARMBuiltinExpr()
8436 Value *Coproc = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8437 Value *Opc1 = EmitScalarExpr(E->getArg(1)); in EmitARMBuiltinExpr()
8438 Value *RtAndRt2 = EmitScalarExpr(E->getArg(2)); in EmitARMBuiltinExpr()
8439 Value *CRm = EmitScalarExpr(E->getArg(3)); in EmitARMBuiltinExpr()
8463 Value *Coproc = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8464 Value *Opc1 = EmitScalarExpr(E->getArg(1)); in EmitARMBuiltinExpr()
8465 Value *CRm = EmitScalarExpr(E->getArg(2)); in EmitARMBuiltinExpr()
8502 Value *LdPtr = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8518 Value *LoadAddr = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8546 getContext().getTypeSize(E->getArg(0)->getType()) == 64)) { in EmitARMBuiltinExpr()
8552 Address Tmp = CreateMemTemp(E->getArg(0)->getType()); in EmitARMBuiltinExpr()
8553 Value *Val = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8561 Value *StPtr = EmitScalarExpr(E->getArg(1)); in EmitARMBuiltinExpr()
8567 Value *StoreVal = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8568 Value *StoreAddr = EmitScalarExpr(E->getArg(1)); in EmitARMBuiltinExpr()
8570 QualType Ty = E->getArg(0)->getType(); in EmitARMBuiltinExpr()
8620 Value *Arg0 = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8621 Value *Arg1 = EmitScalarExpr(E->getArg(1)); in EmitARMBuiltinExpr()
8744 PtrOp0 = EmitPointerWithAlignment(E->getArg(0)); in EmitARMBuiltinExpr()
8771 PtrOp1 = EmitPointerWithAlignment(E->getArg(1)); in EmitARMBuiltinExpr()
8800 Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitARMBuiltinExpr()
8851 const Expr *Arg = E->getArg(E->getNumArgs()-1); in EmitARMBuiltinExpr()
9178 auto Addr = E->getArg(0); in EmitARMMVEBuiltinExpr()
9200 auto Addr = E->getArg(0); in EmitARMMVEBuiltinExpr()
9204 auto MvecCType = E->getArg(1)->getType(); in EmitARMMVEBuiltinExpr()
9219 EmitAggExpr(E->getArg(1), MvecSlot); in EmitARMMVEBuiltinExpr()
9289 const Expr *Arg = E->getArg(E->getNumArgs() - 1); in EmitAArch64TblBuiltinExpr()
9604 Ops[0], cast<llvm::ScalableVectorType>(F->getArg(0)->getType())); in EmitSVEGatherLoad()
9674 Ops[1], cast<llvm::ScalableVectorType>(F->getArg(1)->getType())); in EmitSVEScatterStore()
9866 QualType LangPTy = E->getArg(1)->getType(); in EmitSVEMaskedLoad()
9913 QualType LangPTy = E->getArg(1)->getType(); in EmitSVEMaskedStore()
10162 Value *Arg = EmitScalarExpr(E->getArg(i)); in GetAArch64SVEProcessedOperands()
10168 E->getArg(i)->getIntegerConstantExpr(getContext()); in GetAArch64SVEProcessedOperands()
10208 Value *Val = EmitScalarExpr(E->getArg(0)); in EmitAArch64SVEBuiltinExpr()
10691 EmitPointerWithAlignment(E->getArg(0))); in EmitAArch64BuiltinExpr()
10693 EmitPointerWithAlignment(E->getArg(1))); in EmitAArch64BuiltinExpr()
10699 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10706 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10713 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10722 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10727 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10734 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10742 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10750 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10758 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10767 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10776 llvm::Value *MemAddr = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10777 llvm::Value *ValPtr = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
10827 Address MemAddress = EmitPointerWithAlignment(E->getArg(0)); in EmitAArch64BuiltinExpr()
10838 Ops[i] = EmitScalarExpr(E->getArg(i)); in EmitAArch64BuiltinExpr()
10853 Value *LdPtr = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10868 Value *LoadAddr = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10895 getContext().getTypeSize(E->getArg(0)->getType()) == 128) { in EmitAArch64BuiltinExpr()
10902 Address Tmp = CreateMemTemp(E->getArg(0)->getType()); in EmitAArch64BuiltinExpr()
10903 EmitAnyExprToMem(E->getArg(0), Tmp, Qualifiers(), /*init*/ true); in EmitAArch64BuiltinExpr()
10910 Value *StPtr = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
10916 Value *StoreVal = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
10917 Value *StoreAddr = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
10919 QualType Ty = E->getArg(0)->getType(); in EmitAArch64BuiltinExpr()
10946 if (!E->getArg(0)->EvaluateAsInt(Result, CGM.getContext())) in EmitAArch64BuiltinExpr()
10964 if (!E->getArg(0)->EvaluateAsInt(Result, CGM.getContext())) in EmitAArch64BuiltinExpr()
10968 return Builder.CreateCall(F, {EmitScalarExpr(E->getArg(0))}); in EmitAArch64BuiltinExpr()
11002 Value *Arg0 = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11003 Value *Arg1 = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
11014 Value *Dst = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11015 Value *Val = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
11016 Value *Size = EmitScalarExpr(E->getArg(2)); in EmitAArch64BuiltinExpr()
11045 Value *Pointer = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11046 Value *Mask = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
11055 Value *Pointer = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11056 Value *TagOffset = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
11065 Value *Pointer = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11066 Value *ExcludedMask = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
11077 Value *TagAddress = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11087 Value *TagAddress = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11093 Value *PointerA = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11094 Value *PointerB = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
11151 E->getArg(0)->EvaluateKnownConstInt(getContext()).getZExtValue(); in EmitAArch64BuiltinExpr()
11175 llvm::Value *ArgValue = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
11198 Builder.CreateIntCast(EmitScalarExpr(E->getArg(0)), Int128Ty, IsSigned); in EmitAArch64BuiltinExpr()
11200 Builder.CreateIntCast(EmitScalarExpr(E->getArg(1)), Int128Ty, IsSigned); in EmitAArch64BuiltinExpr()
11230 Value *Offset = Builder.CreateZExt(EmitScalarExpr(E->getArg(0)), Int64Ty); in EmitAArch64BuiltinExpr()
11232 Value *Val = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
11254 Value *Offset = Builder.CreateZExt(EmitScalarExpr(E->getArg(0)), Int64Ty); in EmitAArch64BuiltinExpr()
11264 Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11273 Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11291 Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11305 Value *ArgValue = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11316 Value *Address = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11365 PtrOp0 = EmitPointerWithAlignment(E->getArg(0)); in EmitAArch64BuiltinExpr()
11378 Ops.push_back(EmitScalarExpr(E->getArg(E->getNumArgs() - 1))); in EmitAArch64BuiltinExpr()
11384 const Expr *Arg = E->getArg(E->getNumArgs()-1); in EmitAArch64BuiltinExpr()
11398 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
11402 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11411 Value *Ptr = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11417 return Builder.CreateDefaultAlignedStore(EmitScalarExpr(E->getArg(1)), Ptr); in EmitAArch64BuiltinExpr()
11425 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
11442 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
11470 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
11505 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11526 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11543 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11559 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11571 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11583 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitAArch64BuiltinExpr()
11597 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
11605 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
11613 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
11621 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
11629 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
11635 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
11655 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11678 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11701 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11734 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11742 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11762 Ops.push_back(EmitScalarExpr(E->getArg(2))); in EmitAArch64BuiltinExpr()
11768 Ops.push_back(EmitScalarExpr(E->getArg(2))); in EmitAArch64BuiltinExpr()
11774 Ops.push_back(EmitScalarExpr(E->getArg(2))); in EmitAArch64BuiltinExpr()
11781 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11787 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11793 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11799 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11805 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11810 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11816 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11822 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11827 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11833 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11838 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11843 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11849 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11855 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
11858 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11861 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11864 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11867 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11873 {EmitScalarExpr(E->getArg(1)), EmitScalarExpr(E->getArg(2)), Ops[0]}); in EmitAArch64BuiltinExpr()
11875 Value* Neg = Builder.CreateFNeg(EmitScalarExpr(E->getArg(1)), "vsubh"); in EmitAArch64BuiltinExpr()
11880 {Neg, EmitScalarExpr(E->getArg(2)), Ops[0]}); in EmitAArch64BuiltinExpr()
11884 return Builder.CreateAdd(Ops[0], EmitScalarExpr(E->getArg(1)), "vaddd"); in EmitAArch64BuiltinExpr()
11887 return Builder.CreateSub(Ops[0], EmitScalarExpr(E->getArg(1)), "vsubd"); in EmitAArch64BuiltinExpr()
11892 ProductOps.push_back(vectorWrapScalar16(EmitScalarExpr(E->getArg(2)))); in EmitAArch64BuiltinExpr()
11905 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11915 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11924 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11935 Ops.push_back(Builder.CreateNeg(EmitScalarExpr(E->getArg(2)))); in EmitAArch64BuiltinExpr()
11942 llvm::ConstantInt *Amt = cast<ConstantInt>(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11947 llvm::ConstantInt *Amt = cast<ConstantInt>(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11954 llvm::ConstantInt *Amt = cast<ConstantInt>(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
11963 llvm::ConstantInt *Amt = cast<ConstantInt>(EmitScalarExpr(E->getArg(2))); in EmitAArch64BuiltinExpr()
11971 llvm::ConstantInt *Amt = cast<ConstantInt>(EmitScalarExpr(E->getArg(2))); in EmitAArch64BuiltinExpr()
11985 Ops[2] = Builder.CreateExtractElement(Ops[2], EmitScalarExpr(E->getArg(3)), in EmitAArch64BuiltinExpr()
12007 ProductOps.push_back(EmitScalarExpr(E->getArg(2))); in EmitAArch64BuiltinExpr()
12021 Ops[2] = Builder.CreateExtractElement(Ops[2], EmitScalarExpr(E->getArg(3)), in EmitAArch64BuiltinExpr()
12040 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
12046 return Builder.CreateExtractElement(Ops[0], EmitScalarExpr(E->getArg(1)), in EmitAArch64BuiltinExpr()
12052 Value *Val = EmitScalarExpr(E->getArg(1)); in EmitAArch64BuiltinExpr()
12166 Ops.push_back(EmitScalarExpr(E->getArg(3))); in EmitAArch64BuiltinExpr()
12185 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
12196 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
12239 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
12247 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
12251 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
12256 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
12260 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitAArch64BuiltinExpr()
12279 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12293 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12300 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12314 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12328 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12335 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12349 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12363 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12373 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12381 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12389 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12397 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12520 Ops.push_back(EmitScalarExpr(E->getArg(2))); in EmitAArch64BuiltinExpr()
12541 return Builder.CreateNeg(EmitScalarExpr(E->getArg(0)), "vnegd"); in EmitAArch64BuiltinExpr()
12543 return Builder.CreateFNeg(EmitScalarExpr(E->getArg(0)), "vnegh"); in EmitAArch64BuiltinExpr()
12555 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12583 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12595 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12607 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12619 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12628 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12637 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12646 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12655 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12664 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12673 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12682 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12691 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12700 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12709 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12718 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12727 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12736 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12745 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12754 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12763 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12772 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12781 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12790 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12799 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12808 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12817 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12826 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12835 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12841 Value *RHS = Builder.CreateBitCast(EmitScalarExpr(E->getArg(1)), DoubleTy); in EmitAArch64BuiltinExpr()
12849 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12858 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12866 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12875 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12883 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12892 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12900 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
12909 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitAArch64BuiltinExpr()
13225 const Expr *Arg = E->getArg(0); in EmitBPFBuiltinExpr()
13242 ConstantInt *C = cast<ConstantInt>(EmitScalarExpr(E->getArg(1))); in EmitBPFBuiltinExpr()
13258 const Expr *Arg0 = E->getArg(0); in EmitBPFBuiltinExpr()
13262 ConstantInt *Flag = cast<ConstantInt>(EmitScalarExpr(E->getArg(1))); in EmitBPFBuiltinExpr()
13283 const Expr *Arg0 = E->getArg(0); in EmitBPFBuiltinExpr()
13302 ConstantInt *Flag = cast<ConstantInt>(EmitScalarExpr(E->getArg(1))); in EmitBPFBuiltinExpr()
13856 const Expr *CPUExpr = E->getArg(0)->IgnoreParenCasts(); in EmitX86CpuIs()
13947 const Expr *FeatureExpr = E->getArg(0)->IgnoreParenCasts(); in EmitX86CpuSupports()
14214 Address Tmp = CreateMemTemp(E->getArg(0)->getType()); in EmitX86BuiltinExpr()
14429 getContext().getTypeAlignInChars(E->getArg(1)->getType()).getAsAlign()); in EmitX86BuiltinExpr()
14470 getContext().getTypeAlignInChars(E->getArg(1)->getType()).getAsAlign()); in EmitX86BuiltinExpr()
16205 Value *FuncId = EmitScalarExpr(E->getArg(1)); in EmitX86BuiltinExpr()
16207 ? EmitScalarExpr(E->getArg(2)) in EmitX86BuiltinExpr()
16230 Value *BasePtr = EmitScalarExpr(E->getArg(0)); in EmitX86BuiltinExpr()
16275 Address HighBitsAddress = EmitPointerWithAlignment(E->getArg(2)); in EmitX86BuiltinExpr()
16572 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitPPCBuiltinExpr()
16573 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitPPCBuiltinExpr()
16640 Ops.push_back(EmitScalarExpr(E->getArg(0))); in EmitPPCBuiltinExpr()
16641 Ops.push_back(EmitScalarExpr(E->getArg(1))); in EmitPPCBuiltinExpr()
16642 Ops.push_back(EmitScalarExpr(E->getArg(2))); in EmitPPCBuiltinExpr()
16692 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
16693 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
16745 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
16746 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
16747 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
16829 Value *X = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
16845 Value *X = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
16855 Value *X = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
16865 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
16866 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
16867 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
16925 Value *X = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
16931 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
16932 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
16944 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
16945 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
16960 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
16961 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
16962 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
16993 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
16994 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
16995 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
16996 Value *Op3 = EmitScalarExpr(E->getArg(3)); in EmitPPCBuiltinExpr()
17010 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17011 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17012 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17020 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17033 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17034 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17074 Value *X = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17075 Value *Y = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17092 Value *X = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17127 Value *X = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17140 Value *X = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17144 Value *Y = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17156 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17157 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17163 emitAlignmentAssumption(Op1, E->getArg(1), in EmitPPCBuiltinExpr()
17169 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17170 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17171 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17180 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17196 Value *X = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17197 Value *Y = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17198 Value *Z = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17243 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17244 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17245 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17283 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17284 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17316 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17317 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17318 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17340 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17341 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17342 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17378 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17379 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17391 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17392 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17406 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17407 Value *Op1 = Builder.CreateSExt(EmitScalarExpr(E->getArg(1)), Int32Ty); in EmitPPCBuiltinExpr()
17423 if (E->getArg(i)->getType()->isArrayType()) in EmitPPCBuiltinExpr()
17424 Ops.push_back(EmitArrayToPointerDecay(E->getArg(i)).getPointer()); in EmitPPCBuiltinExpr()
17426 Ops.push_back(EmitScalarExpr(E->getArg(i))); in EmitPPCBuiltinExpr()
17441 Address Addr = EmitPointerWithAlignment(E->getArg(1)); in EmitPPCBuiltinExpr()
17490 Address Addr = EmitPointerWithAlignment(E->getArg(0)); in EmitPPCBuiltinExpr()
17503 Address Addr = EmitPointerWithAlignment(E->getArg(0)); in EmitPPCBuiltinExpr()
17504 Address OldValAddr = EmitPointerWithAlignment(E->getArg(1)); in EmitPPCBuiltinExpr()
17506 QualType AtomicTy = E->getArg(0)->getType()->getPointeeType(); in EmitPPCBuiltinExpr()
17508 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17550 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17558 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17559 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17567 Value *ArgValue = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17575 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17576 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17584 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17585 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17628 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17629 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17635 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17636 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17637 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17638 Value *Op3 = EmitScalarExpr(E->getArg(3)); in EmitPPCBuiltinExpr()
17643 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17644 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17645 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17646 Value *Op3 = EmitScalarExpr(E->getArg(3)); in EmitPPCBuiltinExpr()
17651 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17652 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17653 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17654 Value *Op3 = EmitScalarExpr(E->getArg(3)); in EmitPPCBuiltinExpr()
17659 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17660 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17661 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17662 Value *Op3 = EmitScalarExpr(E->getArg(3)); in EmitPPCBuiltinExpr()
17667 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17668 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17669 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17670 Value *Op3 = EmitScalarExpr(E->getArg(3)); in EmitPPCBuiltinExpr()
17675 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17676 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17677 Value *Op2 = EmitScalarExpr(E->getArg(2)); in EmitPPCBuiltinExpr()
17678 Value *Op3 = EmitScalarExpr(E->getArg(3)); in EmitPPCBuiltinExpr()
17684 Value *Op0 = EmitScalarExpr(E->getArg(0)); in EmitPPCBuiltinExpr()
17685 Value *Op1 = EmitScalarExpr(E->getArg(1)); in EmitPPCBuiltinExpr()
17690 {EmitScalarExpr(E->getArg(0))}); in EmitPPCBuiltinExpr()
17853 Arg = EmitScalarExpr(E->getArg(Idx)); in EmitScalarOrConstFoldImmArg()
17858 E->getArg(Idx)->getIntegerConstantExpr(getContext()); in EmitScalarOrConstFoldImmArg()
17875 Address FlagOutPtr = EmitPointerWithAlignment(E->getArg(3)); in EmitAMDGPUBuiltinExpr()
17877 llvm::Value *X = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
17878 llvm::Value *Y = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
17879 llvm::Value *Z = EmitScalarExpr(E->getArg(2)); in EmitAMDGPUBuiltinExpr()
17897 llvm::Value *Src0 = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
17898 llvm::Value *Src1 = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
17899 llvm::Value *Src2 = EmitScalarExpr(E->getArg(2)); in EmitAMDGPUBuiltinExpr()
17900 llvm::Value *Src3 = EmitScalarExpr(E->getArg(3)); in EmitAMDGPUBuiltinExpr()
17969 llvm::Value *Src0 = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
17970 llvm::Value *Src1 = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
17978 llvm::Value *Src0 = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
17979 llvm::Value *Src1 = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
17990 Value *Src0 = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
17996 Value *Src0 = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18014 llvm::Value *Src = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18022 llvm::Value *Src0 = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18023 llvm::Value *Src1 = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
18024 llvm::Value *Src2 = EmitScalarExpr(E->getArg(2)); in EmitAMDGPUBuiltinExpr()
18033 llvm::Value *Src0 = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18034 llvm::Value *Src1 = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
18035 llvm::Value *Src2 = EmitScalarExpr(E->getArg(2)); in EmitAMDGPUBuiltinExpr()
18053 Value *Src0 = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18072 llvm::Value *Src0 = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18073 llvm::Value *Src1 = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
18074 llvm::Value *Src2 = EmitScalarExpr(E->getArg(2)); in EmitAMDGPUBuiltinExpr()
18075 llvm::Value *Src3 = EmitScalarExpr(E->getArg(3)); in EmitAMDGPUBuiltinExpr()
18076 llvm::Value *Src4 = EmitScalarExpr(E->getArg(4)); in EmitAMDGPUBuiltinExpr()
18133 llvm::Value *Addr = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18134 llvm::Value *Val = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
18150 llvm::Value *Addr = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18151 llvm::Value *Val = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
18175 llvm::Value *Addr = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18176 llvm::Value *Val = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
18218 llvm::Value *Addr = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18233 llvm::Value *NodePtr = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18234 llvm::Value *RayExtent = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
18235 llvm::Value *RayOrigin = EmitScalarExpr(E->getArg(2)); in EmitAMDGPUBuiltinExpr()
18236 llvm::Value *RayDir = EmitScalarExpr(E->getArg(3)); in EmitAMDGPUBuiltinExpr()
18237 llvm::Value *RayInverseDir = EmitScalarExpr(E->getArg(4)); in EmitAMDGPUBuiltinExpr()
18238 llvm::Value *TextureDescr = EmitScalarExpr(E->getArg(5)); in EmitAMDGPUBuiltinExpr()
18258 Args.push_back(EmitScalarExpr(E->getArg(i))); in EmitAMDGPUBuiltinExpr()
18486 Args.push_back(EmitScalarExpr(E->getArg(i))); in EmitAMDGPUBuiltinExpr()
18533 llvm::Value *Src0 = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18534 llvm::Value *Src1 = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
18535 llvm::Value *Src2 = EmitScalarExpr(E->getArg(2)); in EmitAMDGPUBuiltinExpr()
18540 ProcessOrderScopeAMDGCN(EmitScalarExpr(E->getArg(0)), in EmitAMDGPUBuiltinExpr()
18541 EmitScalarExpr(E->getArg(1)), AO, SSID); in EmitAMDGPUBuiltinExpr()
18561 Value *Val = EmitScalarExpr(E->getArg(1)); in EmitAMDGPUBuiltinExpr()
18563 ProcessOrderScopeAMDGCN(EmitScalarExpr(E->getArg(2)), in EmitAMDGPUBuiltinExpr()
18564 EmitScalarExpr(E->getArg(3)), AO, SSID); in EmitAMDGPUBuiltinExpr()
18566 QualType PtrTy = E->getArg(0)->IgnoreImpCasts()->getType(); in EmitAMDGPUBuiltinExpr()
18578 llvm::Value *Arg = EmitScalarExpr(E->getArg(0)); in EmitAMDGPUBuiltinExpr()
18599 Args[I] = CGF.EmitScalarExpr(E->getArg(I)); in EmitSystemZIntrinsicWithCC()
18600 Address CCPtr = CGF.EmitPointerWithAlignment(E->getArg(NumArgs)); in EmitSystemZIntrinsicWithCC()
18612 Value *TDB = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18618 Value *TDB = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18630 Value *Data = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18635 Value *Address = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18636 Value *Data = EmitScalarExpr(E->getArg(1)); in EmitSystemZBuiltinExpr()
18651 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18661 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18672 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18683 llvm::Value *Src = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18684 llvm::Value *Amt = EmitScalarExpr(E->getArg(1)); in EmitSystemZBuiltinExpr()
18698 llvm::Value *Src = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18699 llvm::Value *Amt = EmitScalarExpr(E->getArg(1)); in EmitSystemZBuiltinExpr()
18707 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18719 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18720 Value *Y = EmitScalarExpr(E->getArg(1)); in EmitSystemZBuiltinExpr()
18721 Value *Z = EmitScalarExpr(E->getArg(2)); in EmitSystemZBuiltinExpr()
18733 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18734 Value *Y = EmitScalarExpr(E->getArg(1)); in EmitSystemZBuiltinExpr()
18735 Value *Z = EmitScalarExpr(E->getArg(2)); in EmitSystemZBuiltinExpr()
18747 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18748 Value *Y = EmitScalarExpr(E->getArg(1)); in EmitSystemZBuiltinExpr()
18749 Value *Z = EmitScalarExpr(E->getArg(2)); in EmitSystemZBuiltinExpr()
18761 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18762 Value *Y = EmitScalarExpr(E->getArg(1)); in EmitSystemZBuiltinExpr()
18763 Value *Z = EmitScalarExpr(E->getArg(2)); in EmitSystemZBuiltinExpr()
18777 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18784 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18791 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18793 llvm::APSInt M4 = *E->getArg(1)->getIntegerConstantExpr(getContext()); in EmitSystemZBuiltinExpr()
18794 llvm::APSInt M5 = *E->getArg(2)->getIntegerConstantExpr(getContext()); in EmitSystemZBuiltinExpr()
18846 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18847 Value *Y = EmitScalarExpr(E->getArg(1)); in EmitSystemZBuiltinExpr()
18849 llvm::APSInt M4 = *E->getArg(2)->getIntegerConstantExpr(getContext()); in EmitSystemZBuiltinExpr()
18880 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
18881 Value *Y = EmitScalarExpr(E->getArg(1)); in EmitSystemZBuiltinExpr()
18883 llvm::APSInt M4 = *E->getArg(2)->getIntegerConstantExpr(getContext()); in EmitSystemZBuiltinExpr()
18916 Value *X = EmitScalarExpr(E->getArg(0)); in EmitSystemZBuiltinExpr()
19321 Value *Ptr = CGF.EmitScalarExpr(E->getArg(0)); in MakeLdgLdu()
19322 QualType ArgType = E->getArg(0)->getType(); in MakeLdgLdu()
19332 Value *Ptr = CGF.EmitScalarExpr(E->getArg(0)); in MakeScopedAtomic()
19334 CGF.ConvertTypeForMem(E->getArg(0)->getType()->getPointeeType()); in MakeScopedAtomic()
19337 {Ptr, CGF.EmitScalarExpr(E->getArg(1))}); in MakeScopedAtomic()
19345 {CGF.EmitScalarExpr(E->getArg(0)), in MakeCpAsync()
19346 CGF.EmitScalarExpr(E->getArg(1)), in MakeCpAsync()
19347 CGF.EmitScalarExpr(E->getArg(2))}) in MakeCpAsync()
19349 {CGF.EmitScalarExpr(E->getArg(0)), in MakeCpAsync()
19350 CGF.EmitScalarExpr(E->getArg(1))}); in MakeCpAsync()
19376 auto *ArgValue = CGF.EmitScalarExpr(E->getArg(i)); in MakeHalfType()
19449 Address DestAddr = EmitPointerWithAlignment(E->getArg(0)); in EmitNVPTXBuiltinExpr()
19450 Value *Val = EmitScalarExpr(E->getArg(1)); in EmitNVPTXBuiltinExpr()
19457 Value *Ptr = EmitScalarExpr(E->getArg(0)); in EmitNVPTXBuiltinExpr()
19458 Value *Val = EmitScalarExpr(E->getArg(1)); in EmitNVPTXBuiltinExpr()
19465 Value *Ptr = EmitScalarExpr(E->getArg(0)); in EmitNVPTXBuiltinExpr()
19466 Value *Val = EmitScalarExpr(E->getArg(1)); in EmitNVPTXBuiltinExpr()
19634 Value *Ptr = EmitScalarExpr(E->getArg(0)); in EmitNVPTXBuiltinExpr()
19636 ConvertTypeForMem(E->getArg(0)->getType()->getPointeeType()); in EmitNVPTXBuiltinExpr()
19640 {Ptr, EmitScalarExpr(E->getArg(1)), EmitScalarExpr(E->getArg(2))}); in EmitNVPTXBuiltinExpr()
19645 Value *Ptr = EmitScalarExpr(E->getArg(0)); in EmitNVPTXBuiltinExpr()
19647 ConvertTypeForMem(E->getArg(0)->getType()->getPointeeType()); in EmitNVPTXBuiltinExpr()
19651 {Ptr, EmitScalarExpr(E->getArg(1)), EmitScalarExpr(E->getArg(2))}); in EmitNVPTXBuiltinExpr()
19655 Value *Mask = EmitScalarExpr(E->getArg(0)); in EmitNVPTXBuiltinExpr()
19656 Value *Val = EmitScalarExpr(E->getArg(1)); in EmitNVPTXBuiltinExpr()
19657 Address PredOutPtr = EmitPointerWithAlignment(E->getArg(2)); in EmitNVPTXBuiltinExpr()
19721 Address Dst = EmitPointerWithAlignment(E->getArg(0)); in EmitNVPTXBuiltinExpr()
19722 Value *Src = EmitScalarExpr(E->getArg(1)); in EmitNVPTXBuiltinExpr()
19723 Value *Ldm = EmitScalarExpr(E->getArg(2)); in EmitNVPTXBuiltinExpr()
19725 E->getArg(3)->getIntegerConstantExpr(getContext()); in EmitNVPTXBuiltinExpr()
19768 Value *Dst = EmitScalarExpr(E->getArg(0)); in EmitNVPTXBuiltinExpr()
19769 Address Src = EmitPointerWithAlignment(E->getArg(1)); in EmitNVPTXBuiltinExpr()
19770 Value *Ldm = EmitScalarExpr(E->getArg(2)); in EmitNVPTXBuiltinExpr()
19772 E->getArg(3)->getIntegerConstantExpr(getContext()); in EmitNVPTXBuiltinExpr()
19826 Address Dst = EmitPointerWithAlignment(E->getArg(0)); in EmitNVPTXBuiltinExpr()
19827 Address SrcA = EmitPointerWithAlignment(E->getArg(1)); in EmitNVPTXBuiltinExpr()
19828 Address SrcB = EmitPointerWithAlignment(E->getArg(2)); in EmitNVPTXBuiltinExpr()
19829 Address SrcC = EmitPointerWithAlignment(E->getArg(3)); in EmitNVPTXBuiltinExpr()
19831 E->getArg(4)->getIntegerConstantExpr(getContext()); in EmitNVPTXBuiltinExpr()
19842 E->getArg(5)->getIntegerConstantExpr(getContext())) in EmitNVPTXBuiltinExpr()
20103 EmitScalarExpr(E->getArg(0))); in EmitNVPTXBuiltinExpr()
20107 {EmitScalarExpr(E->getArg(0)), EmitScalarExpr(E->getArg(1))}); in EmitNVPTXBuiltinExpr()
20111 {EmitScalarExpr(E->getArg(0)), EmitScalarExpr(E->getArg(1))}); in EmitNVPTXBuiltinExpr()
20115 EmitScalarExpr(E->getArg(0))); in EmitNVPTXBuiltinExpr()
20119 EmitScalarExpr(E->getArg(0))); in EmitNVPTXBuiltinExpr()
20146 QualType AstType = E->getArg(0)->getType(); in BuiltinAlignArgs()
20148 Src = CGF.EmitArrayToPointerDecay(E->getArg(0)).getPointer(); in BuiltinAlignArgs()
20150 Src = CGF.EmitScalarExpr(E->getArg(0)); in BuiltinAlignArgs()
20160 Alignment = CGF.EmitScalarExpr(E->getArg(1)); in BuiltinAlignArgs()
20223 Value *I = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20230 Value *Args[] = {EmitScalarExpr(E->getArg(0)), in EmitWebAssemblyBuiltinExpr()
20231 EmitScalarExpr(E->getArg(1))}; in EmitWebAssemblyBuiltinExpr()
20251 Value *Tag = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20252 Value *Obj = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20261 Value *Addr = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20262 Value *Expected = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20263 Value *Timeout = EmitScalarExpr(E->getArg(2)); in EmitWebAssemblyBuiltinExpr()
20268 Value *Addr = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20269 Value *Expected = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20270 Value *Timeout = EmitScalarExpr(E->getArg(2)); in EmitWebAssemblyBuiltinExpr()
20275 Value *Addr = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20276 Value *Count = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20284 Value *Src = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20294 Value *Src = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20305 Value *Src = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20316 Value *Src = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20326 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20327 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20336 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20337 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20344 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20345 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20352 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20353 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20387 Value *Value = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20400 Value *Src = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20401 Value *Indices = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20434 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20435 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20443 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20461 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20462 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20492 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20493 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20499 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20500 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20508 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20527 Value *V1 = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20528 Value *V2 = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20529 Value *C = EmitScalarExpr(E->getArg(2)); in EmitWebAssemblyBuiltinExpr()
20535 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20536 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20541 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20565 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20573 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20580 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20586 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20594 Value *Low = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20595 Value *High = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20615 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20637 Ops[OpIdx++] = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20638 Ops[OpIdx++] = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20641 E->getArg(OpIdx)->getIntegerConstantExpr(getContext()); in EmitWebAssemblyBuiltinExpr()
20652 Value *A = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20653 Value *B = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20654 Value *C = EmitScalarExpr(E->getArg(2)); in EmitWebAssemblyBuiltinExpr()
20675 Value *A = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20676 Value *B = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20677 Value *C = EmitScalarExpr(E->getArg(2)); in EmitWebAssemblyBuiltinExpr()
20683 Value *Src = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20684 Value *Indices = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20692 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20693 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20714 Value *Vec = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20736 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20737 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20742 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20743 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20749 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20750 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20751 Value *Acc = EmitScalarExpr(E->getArg(2)); in EmitWebAssemblyBuiltinExpr()
20757 Value *LHS = EmitScalarExpr(E->getArg(0)); in EmitWebAssemblyBuiltinExpr()
20758 Value *RHS = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20759 Value *Acc = EmitScalarExpr(E->getArg(2)); in EmitWebAssemblyBuiltinExpr()
20765 assert(E->getArg(0)->getType()->isArrayType()); in EmitWebAssemblyBuiltinExpr()
20766 Value *Table = EmitArrayToPointerDecay(E->getArg(0)).getPointer(); in EmitWebAssemblyBuiltinExpr()
20767 Value *Index = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20779 assert(E->getArg(0)->getType()->isArrayType()); in EmitWebAssemblyBuiltinExpr()
20780 Value *Table = EmitArrayToPointerDecay(E->getArg(0)).getPointer(); in EmitWebAssemblyBuiltinExpr()
20781 Value *Index = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20782 Value *Val = EmitScalarExpr(E->getArg(2)); in EmitWebAssemblyBuiltinExpr()
20784 if (E->getArg(2)->getType().isWebAssemblyExternrefType()) in EmitWebAssemblyBuiltinExpr()
20786 else if (E->getArg(2)->getType().isWebAssemblyFuncrefType()) in EmitWebAssemblyBuiltinExpr()
20794 assert(E->getArg(0)->getType()->isArrayType()); in EmitWebAssemblyBuiltinExpr()
20795 Value *Value = EmitArrayToPointerDecay(E->getArg(0)).getPointer(); in EmitWebAssemblyBuiltinExpr()
20800 assert(E->getArg(0)->getType()->isArrayType()); in EmitWebAssemblyBuiltinExpr()
20801 Value *Table = EmitArrayToPointerDecay(E->getArg(0)).getPointer(); in EmitWebAssemblyBuiltinExpr()
20802 Value *Val = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20803 Value *NElems = EmitScalarExpr(E->getArg(2)); in EmitWebAssemblyBuiltinExpr()
20806 if (E->getArg(1)->getType().isWebAssemblyExternrefType()) in EmitWebAssemblyBuiltinExpr()
20808 else if (E->getArg(2)->getType().isWebAssemblyFuncrefType()) in EmitWebAssemblyBuiltinExpr()
20817 assert(E->getArg(0)->getType()->isArrayType()); in EmitWebAssemblyBuiltinExpr()
20818 Value *Table = EmitArrayToPointerDecay(E->getArg(0)).getPointer(); in EmitWebAssemblyBuiltinExpr()
20819 Value *Index = EmitScalarExpr(E->getArg(1)); in EmitWebAssemblyBuiltinExpr()
20820 Value *Val = EmitScalarExpr(E->getArg(2)); in EmitWebAssemblyBuiltinExpr()
20821 Value *NElems = EmitScalarExpr(E->getArg(3)); in EmitWebAssemblyBuiltinExpr()
20824 if (E->getArg(2)->getType().isWebAssemblyExternrefType()) in EmitWebAssemblyBuiltinExpr()
20826 else if (E->getArg(2)->getType().isWebAssemblyFuncrefType()) in EmitWebAssemblyBuiltinExpr()
20835 assert(E->getArg(0)->getType()->isArrayType()); in EmitWebAssemblyBuiltinExpr()
20836 Value *TableX = EmitArrayToPointerDecay(E->getArg(0)).getPointer(); in EmitWebAssemblyBuiltinExpr()
20837 Value *TableY = EmitArrayToPointerDecay(E->getArg(1)).getPointer(); in EmitWebAssemblyBuiltinExpr()
20838 Value *DstIdx = EmitScalarExpr(E->getArg(2)); in EmitWebAssemblyBuiltinExpr()
20839 Value *SrcIdx = EmitScalarExpr(E->getArg(3)); in EmitWebAssemblyBuiltinExpr()
20840 Value *NElems = EmitScalarExpr(E->getArg(4)); in EmitWebAssemblyBuiltinExpr()
20915 Address A = EmitPointerWithAlignment(E->getArg(0)); in EmitHexagonBuiltinExpr()
20928 Ops.push_back(EmitScalarExpr(E->getArg(i))); in EmitHexagonBuiltinExpr()
20935 llvm::Value *LV = EmitScalarExpr(E->getArg(0)); in EmitHexagonBuiltinExpr()
20936 Address Dest = EmitPointerWithAlignment(E->getArg(0)); in EmitHexagonBuiltinExpr()
20951 llvm::Value *BaseAddress = EmitScalarExpr(E->getArg(0)); in EmitHexagonBuiltinExpr()
20956 Address DestAddr = EmitPointerWithAlignment(E->getArg(1)); in EmitHexagonBuiltinExpr()
20964 CGM.getIntrinsic(IntID), {BaseAddress, EmitScalarExpr(E->getArg(2))}); in EmitHexagonBuiltinExpr()
21001 llvm::Type *VecType = ConvertType(E->getArg(0)->getType()); in EmitHexagonBuiltinExpr()
21003 EmitPointerWithAlignment(E->getArg(2)).withElementType(VecType); in EmitHexagonBuiltinExpr()
21006 {EmitScalarExpr(E->getArg(0)), EmitScalarExpr(E->getArg(1)), PredIn}); in EmitHexagonBuiltinExpr()
21021 llvm::Type *VecType = ConvertType(E->getArg(0)->getType()); in EmitHexagonBuiltinExpr()
21023 EmitPointerWithAlignment(E->getArg(2)).withElementType(VecType); in EmitHexagonBuiltinExpr()
21025 {EmitScalarExpr(E->getArg(0)), EmitScalarExpr(E->getArg(1))}); in EmitHexagonBuiltinExpr()
21042 const Expr *PredOp = E->getArg(0); in EmitHexagonBuiltinExpr()
21050 Ops.push_back(EmitScalarExpr(E->getArg(i))); in EmitHexagonBuiltinExpr()
21124 if (hasAggregateEvaluationKind(E->getArg(i)->getType())) { in EmitRISCVBuiltinExpr()
21125 LValue L = EmitAggExprToLValue(E->getArg(i)); in EmitRISCVBuiltinExpr()