Lines Matching refs:Rep
1526 Value *Rep = Builder.CreateCall(Intrin, in UpgradeX86MaskedShift() local
1528 return EmitX86Select(Builder, CI.getArgOperand(3), Rep, CI.getArgOperand(2)); in UpgradeX86MaskedShift()
1556 CallInst &CI, Value *&Rep) { in upgradeAVX512MaskToSelect() argument
1786 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI.getModule(), IID), in upgradeAVX512MaskToSelect()
1789 Rep = EmitX86Select(Builder, CI.getArgOperand(NumArgs - 1), Rep, in upgradeAVX512MaskToSelect()
1934 Value *Rep; in UpgradeIntrinsicCall() local
1940 Rep = Builder.CreateICmp(CmpEq ? ICmpInst::ICMP_EQ : ICmpInst::ICMP_SGT, in UpgradeIntrinsicCall()
1942 Rep = Builder.CreateSExt(Rep, CI->getType(), ""); in UpgradeIntrinsicCall()
1949 Rep = Builder.CreateZExt(CI->getArgOperand(0), ExtTy); in UpgradeIntrinsicCall()
1950 Rep = Builder.CreateVectorSplat(NumElts, Rep); in UpgradeIntrinsicCall()
1958 Rep = Builder.CreateInsertElement(Vec, Elt0, (uint64_t)0); in UpgradeIntrinsicCall()
1962 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicCall()
1974 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), in UpgradeIntrinsicCall()
1977 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicCall()
1982 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
1989 Rep = Builder.CreateAnd(Op0, Op1); in UpgradeIntrinsicCall()
1994 Rep = Builder.CreateICmp(Pred, Rep, Zero); in UpgradeIntrinsicCall()
1995 Rep = ApplyX86MaskOn1BitsVec(Builder, Rep, Mask); in UpgradeIntrinsicCall()
1999 Rep = Builder.CreateVectorSplat(NumElts, CI->getArgOperand(0)); in UpgradeIntrinsicCall()
2000 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2018 Rep = Builder.CreateShuffleVector(RHS, LHS, in UpgradeIntrinsicCall()
2020 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2024 Rep = Builder.CreateAnd(LHS, RHS); in UpgradeIntrinsicCall()
2025 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2030 Rep = Builder.CreateAnd(LHS, RHS); in UpgradeIntrinsicCall()
2031 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2035 Rep = Builder.CreateOr(LHS, RHS); in UpgradeIntrinsicCall()
2036 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2040 Rep = Builder.CreateXor(LHS, RHS); in UpgradeIntrinsicCall()
2041 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2046 Rep = Builder.CreateXor(LHS, RHS); in UpgradeIntrinsicCall()
2047 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2049 Rep = getX86MaskVec(Builder, CI->getArgOperand(0), 16); in UpgradeIntrinsicCall()
2050 Rep = Builder.CreateNot(Rep); in UpgradeIntrinsicCall()
2051 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2056 Rep = Builder.CreateOr(LHS, RHS); in UpgradeIntrinsicCall()
2057 Rep = Builder.CreateBitCast(Rep, Builder.getInt16Ty()); in UpgradeIntrinsicCall()
2063 Rep = Builder.CreateICmpEQ(Rep, C); in UpgradeIntrinsicCall()
2064 Rep = Builder.CreateZExt(Rep, Builder.getInt32Ty()); in UpgradeIntrinsicCall()
2083 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), EltOp, in UpgradeIntrinsicCall()
2088 Rep = upgradeMaskedCompare(Builder, *CI, CmpEq ? 0 : 6, true); in UpgradeIntrinsicCall()
2100 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2102 Rep = ApplyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2)); in UpgradeIntrinsicCall()
2123 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2125 Rep = ApplyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2)); in UpgradeIntrinsicCall()
2153 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2158 Rep = upgradeMaskedCompare(Builder, *CI, Imm, true); in UpgradeIntrinsicCall()
2161 Rep = upgradeMaskedCompare(Builder, *CI, Imm, false); in UpgradeIntrinsicCall()
2168 Rep = Builder.CreateICmp(ICmpInst::ICMP_SLT, Op, Zero); in UpgradeIntrinsicCall()
2169 Rep = ApplyX86MaskOn1BitsVec(Builder, Rep, nullptr); in UpgradeIntrinsicCall()
2175 Rep = upgradeAbs(Builder, *CI); in UpgradeIntrinsicCall()
2181 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::smax); in UpgradeIntrinsicCall()
2187 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::umax); in UpgradeIntrinsicCall()
2193 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::smin); in UpgradeIntrinsicCall()
2199 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::umin); in UpgradeIntrinsicCall()
2204 Rep = upgradePMULDQ(Builder, *CI, /*Signed*/false); in UpgradeIntrinsicCall()
2209 Rep = upgradePMULDQ(Builder, *CI, /*Signed*/true); in UpgradeIntrinsicCall()
2214 Rep = Builder.CreateSIToFP( in UpgradeIntrinsicCall()
2217 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in UpgradeIntrinsicCall()
2219 Rep = Builder.CreateUIToFP( in UpgradeIntrinsicCall()
2222 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in UpgradeIntrinsicCall()
2224 Rep = Builder.CreateExtractElement(CI->getArgOperand(1), (uint64_t)0); in UpgradeIntrinsicCall()
2225 Rep = Builder.CreateFPExt( in UpgradeIntrinsicCall()
2226 Rep, cast<VectorType>(CI->getType())->getElementType()); in UpgradeIntrinsicCall()
2227 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in UpgradeIntrinsicCall()
2247 Rep = CI->getArgOperand(0); in UpgradeIntrinsicCall()
2248 auto *SrcTy = cast<FixedVectorType>(Rep->getType()); in UpgradeIntrinsicCall()
2253 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1}); in UpgradeIntrinsicCall()
2259 Rep = Builder.CreateFPExt(Rep, DstTy, "cvtps2pd"); in UpgradeIntrinsicCall()
2267 Rep = Builder.CreateCall(F, { Rep, CI->getArgOperand(3) }); in UpgradeIntrinsicCall()
2269 Rep = IsUnsigned ? Builder.CreateUIToFP(Rep, DstTy, "cvt") in UpgradeIntrinsicCall()
2270 : Builder.CreateSIToFP(Rep, DstTy, "cvt"); in UpgradeIntrinsicCall()
2274 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2279 Rep = CI->getArgOperand(0); in UpgradeIntrinsicCall()
2280 auto *SrcTy = cast<FixedVectorType>(Rep->getType()); in UpgradeIntrinsicCall()
2284 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1, 2, 3}); in UpgradeIntrinsicCall()
2286 Rep = Builder.CreateBitCast( in UpgradeIntrinsicCall()
2287 Rep, FixedVectorType::get(Type::getHalfTy(C), NumDstElts)); in UpgradeIntrinsicCall()
2288 Rep = Builder.CreateFPExt(Rep, DstTy, "cvtph2ps"); in UpgradeIntrinsicCall()
2290 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2293 Rep = UpgradeMaskedLoad(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
2297 Rep = UpgradeMaskedLoad(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
2314 Rep = Builder.CreateCall(ELd, { Ptr, MaskVec, CI->getOperand(1) }); in UpgradeIntrinsicCall()
2330 Rep = Builder.CreateCall(CSt, { CI->getArgOperand(1), Ptr, MaskVec }); in UpgradeIntrinsicCall()
2342 Rep = Builder.CreateCall(Intr, { CI->getOperand(0), CI->getOperand(1), in UpgradeIntrinsicCall()
2380 Rep = upgradeX86vpcom(Builder, *CI, Imm, IsSigned); in UpgradeIntrinsicCall()
2386 Rep = Builder.CreateOr(Sel0, Sel1); in UpgradeIntrinsicCall()
2390 Rep = upgradeX86Rotate(Builder, *CI, false); in UpgradeIntrinsicCall()
2393 Rep = upgradeX86Rotate(Builder, *CI, true); in UpgradeIntrinsicCall()
2398 Rep = upgradeX86ConcatShift(Builder, *CI, false, ZeroMask); in UpgradeIntrinsicCall()
2403 Rep = upgradeX86ConcatShift(Builder, *CI, true, ZeroMask); in UpgradeIntrinsicCall()
2408 Rep = Builder.CreateCall(CRC32, {Trunc0, CI->getArgOperand(1)}); in UpgradeIntrinsicCall()
2409 Rep = Builder.CreateZExt(Rep, CI->getType(), ""); in UpgradeIntrinsicCall()
2420 Rep = UndefValue::get(VecTy); in UpgradeIntrinsicCall()
2422 Rep = Builder.CreateInsertElement(Rep, Load, in UpgradeIntrinsicCall()
2442 Rep = DoSext ? Builder.CreateSExt(SV, DstTy) in UpgradeIntrinsicCall()
2446 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2453 Rep = Builder.CreateTrunc(CI->getArgOperand(0), Ty); in UpgradeIntrinsicCall()
2454 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2466 Rep = Builder.CreateShuffleVector(Load, ArrayRef<int>{0, 1, 0, 1}); in UpgradeIntrinsicCall()
2468 Rep = Builder.CreateShuffleVector( in UpgradeIntrinsicCall()
2488 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0), in UpgradeIntrinsicCall()
2490 Rep = EmitX86Select(Builder, CI->getArgOperand(4), Rep, in UpgradeIntrinsicCall()
2504 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0), in UpgradeIntrinsicCall()
2507 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2519 Rep = Builder.CreateShuffleVector(Op, M); in UpgradeIntrinsicCall()
2522 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2528 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::sadd_sat); in UpgradeIntrinsicCall()
2533 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::ssub_sat); in UpgradeIntrinsicCall()
2537 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::uadd_sat); in UpgradeIntrinsicCall()
2541 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::usub_sat); in UpgradeIntrinsicCall()
2543 Rep = UpgradeX86ALIGNIntrinsics(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
2550 Rep = UpgradeX86ALIGNIntrinsics(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
2560 Rep = UpgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
2566 Rep = UpgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
2573 Rep = UpgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0), Shift); in UpgradeIntrinsicCall()
2579 Rep = UpgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0), Shift); in UpgradeIntrinsicCall()
2595 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
2617 Rep = Builder.CreateShuffleVector(Op1, Idxs); in UpgradeIntrinsicCall()
2636 Rep = Builder.CreateShuffleVector(Op0, Rep, Idxs); in UpgradeIntrinsicCall()
2640 Rep = EmitX86Select(Builder, CI->getArgOperand(4), Rep, in UpgradeIntrinsicCall()
2661 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2665 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2668 Rep = nullptr; in UpgradeIntrinsicCall()
2680 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2683 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2719 Rep = Builder.CreateShuffleVector(V0, V1, ShuffleMask); in UpgradeIntrinsicCall()
2740 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2743 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2759 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2762 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2778 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2781 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2804 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
2806 Rep = EmitX86Select(Builder, CI->getArgOperand(4), Rep, in UpgradeIntrinsicCall()
2826 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2828 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2842 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
2844 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2858 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
2860 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2866 Rep = Builder.CreateAnd(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in UpgradeIntrinsicCall()
2868 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
2869 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2875 Rep = Builder.CreateNot(Builder.CreateBitCast(CI->getArgOperand(0), ITy)); in UpgradeIntrinsicCall()
2876 Rep = Builder.CreateAnd(Rep, in UpgradeIntrinsicCall()
2878 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
2879 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2885 Rep = Builder.CreateOr(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in UpgradeIntrinsicCall()
2887 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
2888 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2894 Rep = Builder.CreateXor(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in UpgradeIntrinsicCall()
2896 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
2897 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2900 Rep = Builder.CreateAdd(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
2901 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2904 Rep = Builder.CreateSub(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
2905 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2908 Rep = Builder.CreateMul(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
2909 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2919 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2923 Rep = Builder.CreateFAdd(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
2925 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2935 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2939 Rep = Builder.CreateFDiv(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
2941 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2951 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2955 Rep = Builder.CreateFMul(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
2957 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2967 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2971 Rep = Builder.CreateFSub(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
2973 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2986 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2989 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2992 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicCall()
2996 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
3065 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3133 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3199 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3201 Rep = upgradeMaskedMove(Builder, *CI); in UpgradeIntrinsicCall()
3203 Rep = UpgradeMaskToInt(Builder, *CI); in UpgradeIntrinsicCall()
3218 Rep = LI; in UpgradeIntrinsicCall()
3243 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), in UpgradeIntrinsicCall()
3249 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, in UpgradeIntrinsicCall()
3259 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), in UpgradeIntrinsicCall()
3264 Rep = Builder.CreateInsertElement(Constant::getNullValue(CI->getType()), in UpgradeIntrinsicCall()
3265 Rep, (uint64_t)0); in UpgradeIntrinsicCall()
3303 Rep = Builder.CreateCall(FMA, Ops); in UpgradeIntrinsicCall()
3308 Rep = Builder.CreateCall(FMA, { A, B, C }); in UpgradeIntrinsicCall()
3311 Value *PassThru = IsMaskZ ? Constant::getNullValue(Rep->getType()) : in UpgradeIntrinsicCall()
3320 Rep = EmitX86ScalarSelect(Builder, CI->getArgOperand(3), in UpgradeIntrinsicCall()
3321 Rep, PassThru); in UpgradeIntrinsicCall()
3322 Rep = Builder.CreateInsertElement(CI->getArgOperand(IsMask3 ? 2 : 0), in UpgradeIntrinsicCall()
3323 Rep, (uint64_t)0); in UpgradeIntrinsicCall()
3359 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3365 Rep = Builder.CreateCall(FMA, { A, B, C }); in UpgradeIntrinsicCall()
3372 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3391 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3415 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3436 Rep = Builder.CreateShuffleVector(Even, Odd, Idxs); in UpgradeIntrinsicCall()
3443 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3467 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3471 Rep = EmitX86Select(Builder, CI->getArgOperand(4), Rep, PassThru); in UpgradeIntrinsicCall()
3495 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3499 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3505 Rep = UpgradeX86VPERMT2Intrinsics(Builder, *CI, ZeroMask, IndexForm); in UpgradeIntrinsicCall()
3531 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3535 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3561 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3565 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3598 Rep = nullptr; in UpgradeIntrinsicCall()
3600 upgradeAVX512MaskToSelect(Name, Builder, *CI, Rep)) { in UpgradeIntrinsicCall()
3607 Rep = Builder.CreateSelect(Cmp, Arg, Neg, "abs"); in UpgradeIntrinsicCall()
3612 Rep = Builder.CreateAtomicRMW(AtomicRMWInst::FAdd, Ptr, Val, MaybeAlign(), in UpgradeIntrinsicCall()
3621 Rep = Builder.CreateSelect(Cmp, Arg0, Arg1, "max"); in UpgradeIntrinsicCall()
3629 Rep = Builder.CreateSelect(Cmp, Arg0, Arg1, "min"); in UpgradeIntrinsicCall()
3637 Rep = Builder.CreateTrunc(Ctlz, Builder.getInt32Ty(), "ctlz.trunc"); in UpgradeIntrinsicCall()
3646 Rep = Builder.CreateTrunc(Popc, Builder.getInt32Ty(), "ctpop.trunc"); in UpgradeIntrinsicCall()
3648 Rep = Builder.CreateCall(Intrinsic::getDeclaration( in UpgradeIntrinsicCall()
3656 if (Rep) in UpgradeIntrinsicCall()
3657 CI->replaceAllUsesWith(Rep); in UpgradeIntrinsicCall()