Lines Matching refs:Rep
1589 Value *Rep = Builder.CreateCall(Intrin, in UpgradeX86MaskedShift() local
1591 return EmitX86Select(Builder, CI.getArgOperand(3), Rep, CI.getArgOperand(2)); in UpgradeX86MaskedShift()
1619 CallBase &CI, Value *&Rep) { in upgradeAVX512MaskToSelect() argument
1848 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI.getModule(), IID), in upgradeAVX512MaskToSelect()
1851 Rep = EmitX86Select(Builder, CI.getArgOperand(NumArgs - 1), Rep, in upgradeAVX512MaskToSelect()
2089 Value *Rep; in UpgradeIntrinsicCall() local
2095 Rep = Builder.CreateICmp(CmpEq ? ICmpInst::ICMP_EQ : ICmpInst::ICMP_SGT, in UpgradeIntrinsicCall()
2097 Rep = Builder.CreateSExt(Rep, CI->getType(), ""); in UpgradeIntrinsicCall()
2104 Rep = Builder.CreateZExt(CI->getArgOperand(0), ExtTy); in UpgradeIntrinsicCall()
2105 Rep = Builder.CreateVectorSplat(NumElts, Rep); in UpgradeIntrinsicCall()
2113 Rep = Builder.CreateInsertElement(Vec, Elt0, (uint64_t)0); in UpgradeIntrinsicCall()
2117 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicCall()
2129 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), in UpgradeIntrinsicCall()
2132 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicCall()
2137 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2144 Rep = Builder.CreateAnd(Op0, Op1); in UpgradeIntrinsicCall()
2149 Rep = Builder.CreateICmp(Pred, Rep, Zero); in UpgradeIntrinsicCall()
2150 Rep = ApplyX86MaskOn1BitsVec(Builder, Rep, Mask); in UpgradeIntrinsicCall()
2154 Rep = Builder.CreateVectorSplat(NumElts, CI->getArgOperand(0)); in UpgradeIntrinsicCall()
2155 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2173 Rep = Builder.CreateShuffleVector(RHS, LHS, in UpgradeIntrinsicCall()
2175 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2179 Rep = Builder.CreateAnd(LHS, RHS); in UpgradeIntrinsicCall()
2180 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2185 Rep = Builder.CreateAnd(LHS, RHS); in UpgradeIntrinsicCall()
2186 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2190 Rep = Builder.CreateOr(LHS, RHS); in UpgradeIntrinsicCall()
2191 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2195 Rep = Builder.CreateXor(LHS, RHS); in UpgradeIntrinsicCall()
2196 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2201 Rep = Builder.CreateXor(LHS, RHS); in UpgradeIntrinsicCall()
2202 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2204 Rep = getX86MaskVec(Builder, CI->getArgOperand(0), 16); in UpgradeIntrinsicCall()
2205 Rep = Builder.CreateNot(Rep); in UpgradeIntrinsicCall()
2206 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2211 Rep = Builder.CreateOr(LHS, RHS); in UpgradeIntrinsicCall()
2212 Rep = Builder.CreateBitCast(Rep, Builder.getInt16Ty()); in UpgradeIntrinsicCall()
2218 Rep = Builder.CreateICmpEQ(Rep, C); in UpgradeIntrinsicCall()
2219 Rep = Builder.CreateZExt(Rep, Builder.getInt32Ty()); in UpgradeIntrinsicCall()
2238 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), EltOp, in UpgradeIntrinsicCall()
2243 Rep = upgradeMaskedCompare(Builder, *CI, CmpEq ? 0 : 6, true); in UpgradeIntrinsicCall()
2255 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2257 Rep = ApplyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2)); in UpgradeIntrinsicCall()
2278 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2280 Rep = ApplyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2)); in UpgradeIntrinsicCall()
2307 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2312 Rep = upgradeMaskedCompare(Builder, *CI, Imm, true); in UpgradeIntrinsicCall()
2315 Rep = upgradeMaskedCompare(Builder, *CI, Imm, false); in UpgradeIntrinsicCall()
2322 Rep = Builder.CreateICmp(ICmpInst::ICMP_SLT, Op, Zero); in UpgradeIntrinsicCall()
2323 Rep = ApplyX86MaskOn1BitsVec(Builder, Rep, nullptr); in UpgradeIntrinsicCall()
2329 Rep = upgradeAbs(Builder, *CI); in UpgradeIntrinsicCall()
2335 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::smax); in UpgradeIntrinsicCall()
2341 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::umax); in UpgradeIntrinsicCall()
2347 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::smin); in UpgradeIntrinsicCall()
2353 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::umin); in UpgradeIntrinsicCall()
2358 Rep = upgradePMULDQ(Builder, *CI, /*Signed*/false); in UpgradeIntrinsicCall()
2363 Rep = upgradePMULDQ(Builder, *CI, /*Signed*/true); in UpgradeIntrinsicCall()
2368 Rep = Builder.CreateSIToFP( in UpgradeIntrinsicCall()
2371 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in UpgradeIntrinsicCall()
2373 Rep = Builder.CreateUIToFP( in UpgradeIntrinsicCall()
2376 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in UpgradeIntrinsicCall()
2378 Rep = Builder.CreateExtractElement(CI->getArgOperand(1), (uint64_t)0); in UpgradeIntrinsicCall()
2379 Rep = Builder.CreateFPExt( in UpgradeIntrinsicCall()
2380 Rep, cast<VectorType>(CI->getType())->getElementType()); in UpgradeIntrinsicCall()
2381 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in UpgradeIntrinsicCall()
2401 Rep = CI->getArgOperand(0); in UpgradeIntrinsicCall()
2402 auto *SrcTy = cast<FixedVectorType>(Rep->getType()); in UpgradeIntrinsicCall()
2407 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1}); in UpgradeIntrinsicCall()
2413 Rep = Builder.CreateFPExt(Rep, DstTy, "cvtps2pd"); in UpgradeIntrinsicCall()
2421 Rep = Builder.CreateCall(F, { Rep, CI->getArgOperand(3) }); in UpgradeIntrinsicCall()
2423 Rep = IsUnsigned ? Builder.CreateUIToFP(Rep, DstTy, "cvt") in UpgradeIntrinsicCall()
2424 : Builder.CreateSIToFP(Rep, DstTy, "cvt"); in UpgradeIntrinsicCall()
2428 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2433 Rep = CI->getArgOperand(0); in UpgradeIntrinsicCall()
2434 auto *SrcTy = cast<FixedVectorType>(Rep->getType()); in UpgradeIntrinsicCall()
2438 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1, 2, 3}); in UpgradeIntrinsicCall()
2440 Rep = Builder.CreateBitCast( in UpgradeIntrinsicCall()
2441 Rep, FixedVectorType::get(Type::getHalfTy(C), NumDstElts)); in UpgradeIntrinsicCall()
2442 Rep = Builder.CreateFPExt(Rep, DstTy, "cvtph2ps"); in UpgradeIntrinsicCall()
2444 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2449 Rep = in UpgradeIntrinsicCall()
2466 Rep = Builder.CreateCall(ELd, { Ptr, MaskVec, CI->getOperand(1) }); in UpgradeIntrinsicCall()
2482 Rep = Builder.CreateCall(CSt, { CI->getArgOperand(1), Ptr, MaskVec }); in UpgradeIntrinsicCall()
2494 Rep = Builder.CreateCall(Intr, { CI->getOperand(0), CI->getOperand(1), in UpgradeIntrinsicCall()
2532 Rep = upgradeX86vpcom(Builder, *CI, Imm, IsSigned); in UpgradeIntrinsicCall()
2538 Rep = Builder.CreateOr(Sel0, Sel1); in UpgradeIntrinsicCall()
2542 Rep = upgradeX86Rotate(Builder, *CI, false); in UpgradeIntrinsicCall()
2545 Rep = upgradeX86Rotate(Builder, *CI, true); in UpgradeIntrinsicCall()
2550 Rep = upgradeX86ConcatShift(Builder, *CI, false, ZeroMask); in UpgradeIntrinsicCall()
2555 Rep = upgradeX86ConcatShift(Builder, *CI, true, ZeroMask); in UpgradeIntrinsicCall()
2560 Rep = Builder.CreateCall(CRC32, {Trunc0, CI->getArgOperand(1)}); in UpgradeIntrinsicCall()
2561 Rep = Builder.CreateZExt(Rep, CI->getType(), ""); in UpgradeIntrinsicCall()
2572 Rep = PoisonValue::get(VecTy); in UpgradeIntrinsicCall()
2574 Rep = Builder.CreateInsertElement(Rep, Load, in UpgradeIntrinsicCall()
2594 Rep = DoSext ? Builder.CreateSExt(SV, DstTy) in UpgradeIntrinsicCall()
2598 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2605 Rep = Builder.CreateTrunc(CI->getArgOperand(0), Ty); in UpgradeIntrinsicCall()
2606 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2618 Rep = Builder.CreateShuffleVector(Load, ArrayRef<int>{0, 1, 0, 1}); in UpgradeIntrinsicCall()
2620 Rep = Builder.CreateShuffleVector( in UpgradeIntrinsicCall()
2640 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0), in UpgradeIntrinsicCall()
2642 Rep = EmitX86Select(Builder, CI->getArgOperand(4), Rep, in UpgradeIntrinsicCall()
2656 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0), in UpgradeIntrinsicCall()
2659 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2671 Rep = Builder.CreateShuffleVector(Op, M); in UpgradeIntrinsicCall()
2674 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2680 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::sadd_sat); in UpgradeIntrinsicCall()
2685 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::ssub_sat); in UpgradeIntrinsicCall()
2689 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::uadd_sat); in UpgradeIntrinsicCall()
2693 Rep = UpgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::usub_sat); in UpgradeIntrinsicCall()
2695 Rep = UpgradeX86ALIGNIntrinsics(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
2702 Rep = UpgradeX86ALIGNIntrinsics(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
2712 Rep = UpgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
2718 Rep = UpgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
2725 Rep = UpgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0), Shift); in UpgradeIntrinsicCall()
2731 Rep = UpgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0), Shift); in UpgradeIntrinsicCall()
2747 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
2769 Rep = Builder.CreateShuffleVector(Op1, Idxs); in UpgradeIntrinsicCall()
2788 Rep = Builder.CreateShuffleVector(Op0, Rep, Idxs); in UpgradeIntrinsicCall()
2792 Rep = EmitX86Select(Builder, CI->getArgOperand(4), Rep, in UpgradeIntrinsicCall()
2813 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2817 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2820 Rep = nullptr; in UpgradeIntrinsicCall()
2832 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2835 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2871 Rep = Builder.CreateShuffleVector(V0, V1, ShuffleMask); in UpgradeIntrinsicCall()
2892 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2895 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2911 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2914 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2930 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2933 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
2956 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
2958 Rep = EmitX86Select(Builder, CI->getArgOperand(4), Rep, in UpgradeIntrinsicCall()
2978 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
2980 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2994 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
2996 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3010 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
3012 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3018 Rep = Builder.CreateAnd(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in UpgradeIntrinsicCall()
3020 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
3021 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3027 Rep = Builder.CreateNot(Builder.CreateBitCast(CI->getArgOperand(0), ITy)); in UpgradeIntrinsicCall()
3028 Rep = Builder.CreateAnd(Rep, in UpgradeIntrinsicCall()
3030 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
3031 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3037 Rep = Builder.CreateOr(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in UpgradeIntrinsicCall()
3039 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
3040 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3046 Rep = Builder.CreateXor(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in UpgradeIntrinsicCall()
3048 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
3049 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3052 Rep = Builder.CreateAdd(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3053 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3056 Rep = Builder.CreateSub(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3057 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3060 Rep = Builder.CreateMul(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3061 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3071 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3075 Rep = Builder.CreateFAdd(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3077 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3087 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3091 Rep = Builder.CreateFDiv(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3093 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3103 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3107 Rep = Builder.CreateFMul(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3109 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3119 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3123 Rep = Builder.CreateFSub(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3125 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3138 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3141 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3144 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicCall()
3148 Rep = EmitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
3217 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3285 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3351 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3353 Rep = upgradeMaskedMove(Builder, *CI); in UpgradeIntrinsicCall()
3355 Rep = UpgradeMaskToInt(Builder, *CI); in UpgradeIntrinsicCall()
3370 Rep = LI; in UpgradeIntrinsicCall()
3395 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), in UpgradeIntrinsicCall()
3401 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, in UpgradeIntrinsicCall()
3411 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), in UpgradeIntrinsicCall()
3416 Rep = Builder.CreateInsertElement(Constant::getNullValue(CI->getType()), in UpgradeIntrinsicCall()
3417 Rep, (uint64_t)0); in UpgradeIntrinsicCall()
3455 Rep = Builder.CreateCall(FMA, Ops); in UpgradeIntrinsicCall()
3460 Rep = Builder.CreateCall(FMA, { A, B, C }); in UpgradeIntrinsicCall()
3463 Value *PassThru = IsMaskZ ? Constant::getNullValue(Rep->getType()) : in UpgradeIntrinsicCall()
3472 Rep = EmitX86ScalarSelect(Builder, CI->getArgOperand(3), in UpgradeIntrinsicCall()
3473 Rep, PassThru); in UpgradeIntrinsicCall()
3474 Rep = Builder.CreateInsertElement(CI->getArgOperand(IsMask3 ? 2 : 0), in UpgradeIntrinsicCall()
3475 Rep, (uint64_t)0); in UpgradeIntrinsicCall()
3511 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3517 Rep = Builder.CreateCall(FMA, { A, B, C }); in UpgradeIntrinsicCall()
3524 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3543 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3567 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3588 Rep = Builder.CreateShuffleVector(Even, Odd, Idxs); in UpgradeIntrinsicCall()
3595 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3619 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3623 Rep = EmitX86Select(Builder, CI->getArgOperand(4), Rep, PassThru); in UpgradeIntrinsicCall()
3647 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3651 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3657 Rep = UpgradeX86VPERMT2Intrinsics(Builder, *CI, ZeroMask, IndexForm); in UpgradeIntrinsicCall()
3683 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3687 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3713 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3717 Rep = EmitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3750 Rep = nullptr; in UpgradeIntrinsicCall()
3752 upgradeAVX512MaskToSelect(Name, Builder, *CI, Rep)) { in UpgradeIntrinsicCall()
3759 Rep = Builder.CreateSelect(Cmp, Arg, Neg, "abs"); in UpgradeIntrinsicCall()
3764 Rep = Builder.CreateAtomicRMW(AtomicRMWInst::FAdd, Ptr, Val, MaybeAlign(), in UpgradeIntrinsicCall()
3773 Rep = Builder.CreateSelect(Cmp, Arg0, Arg1, "max"); in UpgradeIntrinsicCall()
3781 Rep = Builder.CreateSelect(Cmp, Arg0, Arg1, "min"); in UpgradeIntrinsicCall()
3789 Rep = Builder.CreateTrunc(Ctlz, Builder.getInt32Ty(), "ctlz.trunc"); in UpgradeIntrinsicCall()
3798 Rep = Builder.CreateTrunc(Popc, Builder.getInt32Ty(), "ctpop.trunc"); in UpgradeIntrinsicCall()
3800 Rep = Builder.CreateCall(Intrinsic::getDeclaration( in UpgradeIntrinsicCall()
3805 Rep = UpgradeARMIntrinsicCall(Name, CI, F, Builder); in UpgradeIntrinsicCall()
3810 if (Rep) in UpgradeIntrinsicCall()
3811 CI->replaceAllUsesWith(Rep); in UpgradeIntrinsicCall()