Lines Matching refs:Rep
1924 Value *Rep = Builder.CreateCall(Intrin, in upgradeX86MaskedShift() local
1926 return emitX86Select(Builder, CI.getArgOperand(3), Rep, CI.getArgOperand(2)); in upgradeX86MaskedShift()
1953 CallBase &CI, Value *&Rep) { in upgradeAVX512MaskToSelect() argument
2182 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI.getModule(), IID), in upgradeAVX512MaskToSelect()
2185 Rep = emitX86Select(Builder, CI.getArgOperand(NumArgs - 1), Rep, in upgradeAVX512MaskToSelect()
2460 Value *Rep; in UpgradeIntrinsicCall() local
2466 Rep = Builder.CreateICmp(CmpEq ? ICmpInst::ICMP_EQ : ICmpInst::ICMP_SGT, in UpgradeIntrinsicCall()
2468 Rep = Builder.CreateSExt(Rep, CI->getType(), ""); in UpgradeIntrinsicCall()
2475 Rep = Builder.CreateZExt(CI->getArgOperand(0), ExtTy); in UpgradeIntrinsicCall()
2476 Rep = Builder.CreateVectorSplat(NumElts, Rep); in UpgradeIntrinsicCall()
2484 Rep = Builder.CreateInsertElement(Vec, Elt0, (uint64_t)0); in UpgradeIntrinsicCall()
2488 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicCall()
2500 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), in UpgradeIntrinsicCall()
2503 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicCall()
2508 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2515 Rep = Builder.CreateAnd(Op0, Op1); in UpgradeIntrinsicCall()
2520 Rep = Builder.CreateICmp(Pred, Rep, Zero); in UpgradeIntrinsicCall()
2521 Rep = applyX86MaskOn1BitsVec(Builder, Rep, Mask); in UpgradeIntrinsicCall()
2525 Rep = Builder.CreateVectorSplat(NumElts, CI->getArgOperand(0)); in UpgradeIntrinsicCall()
2526 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2544 Rep = Builder.CreateShuffleVector(RHS, LHS, ArrayRef(Indices, NumElts)); in UpgradeIntrinsicCall()
2545 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2549 Rep = Builder.CreateAnd(LHS, RHS); in UpgradeIntrinsicCall()
2550 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2555 Rep = Builder.CreateAnd(LHS, RHS); in UpgradeIntrinsicCall()
2556 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2560 Rep = Builder.CreateOr(LHS, RHS); in UpgradeIntrinsicCall()
2561 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2565 Rep = Builder.CreateXor(LHS, RHS); in UpgradeIntrinsicCall()
2566 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2571 Rep = Builder.CreateXor(LHS, RHS); in UpgradeIntrinsicCall()
2572 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2574 Rep = getX86MaskVec(Builder, CI->getArgOperand(0), 16); in UpgradeIntrinsicCall()
2575 Rep = Builder.CreateNot(Rep); in UpgradeIntrinsicCall()
2576 Rep = Builder.CreateBitCast(Rep, CI->getType()); in UpgradeIntrinsicCall()
2581 Rep = Builder.CreateOr(LHS, RHS); in UpgradeIntrinsicCall()
2582 Rep = Builder.CreateBitCast(Rep, Builder.getInt16Ty()); in UpgradeIntrinsicCall()
2588 Rep = Builder.CreateICmpEQ(Rep, C); in UpgradeIntrinsicCall()
2589 Rep = Builder.CreateZExt(Rep, Builder.getInt32Ty()); in UpgradeIntrinsicCall()
2608 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), EltOp, in UpgradeIntrinsicCall()
2613 Rep = upgradeMaskedCompare(Builder, *CI, CmpEq ? 0 : 6, true); in UpgradeIntrinsicCall()
2625 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2627 Rep = applyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2)); in UpgradeIntrinsicCall()
2648 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2650 Rep = applyX86MaskOn1BitsVec(Builder, Rep, CI->getArgOperand(2)); in UpgradeIntrinsicCall()
2677 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2682 Rep = upgradeMaskedCompare(Builder, *CI, Imm, true); in UpgradeIntrinsicCall()
2685 Rep = upgradeMaskedCompare(Builder, *CI, Imm, false); in UpgradeIntrinsicCall()
2692 Rep = Builder.CreateICmp(ICmpInst::ICMP_SLT, Op, Zero); in UpgradeIntrinsicCall()
2693 Rep = applyX86MaskOn1BitsVec(Builder, Rep, nullptr); in UpgradeIntrinsicCall()
2699 Rep = upgradeAbs(Builder, *CI); in UpgradeIntrinsicCall()
2705 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::smax); in UpgradeIntrinsicCall()
2711 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::umax); in UpgradeIntrinsicCall()
2717 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::smin); in UpgradeIntrinsicCall()
2723 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::umin); in UpgradeIntrinsicCall()
2728 Rep = upgradePMULDQ(Builder, *CI, /*Signed*/false); in UpgradeIntrinsicCall()
2733 Rep = upgradePMULDQ(Builder, *CI, /*Signed*/true); in UpgradeIntrinsicCall()
2738 Rep = Builder.CreateSIToFP( in UpgradeIntrinsicCall()
2741 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in UpgradeIntrinsicCall()
2743 Rep = Builder.CreateUIToFP( in UpgradeIntrinsicCall()
2746 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in UpgradeIntrinsicCall()
2748 Rep = Builder.CreateExtractElement(CI->getArgOperand(1), (uint64_t)0); in UpgradeIntrinsicCall()
2749 Rep = Builder.CreateFPExt( in UpgradeIntrinsicCall()
2750 Rep, cast<VectorType>(CI->getType())->getElementType()); in UpgradeIntrinsicCall()
2751 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, (uint64_t)0); in UpgradeIntrinsicCall()
2771 Rep = CI->getArgOperand(0); in UpgradeIntrinsicCall()
2772 auto *SrcTy = cast<FixedVectorType>(Rep->getType()); in UpgradeIntrinsicCall()
2777 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1}); in UpgradeIntrinsicCall()
2783 Rep = Builder.CreateFPExt(Rep, DstTy, "cvtps2pd"); in UpgradeIntrinsicCall()
2791 Rep = Builder.CreateCall(F, { Rep, CI->getArgOperand(3) }); in UpgradeIntrinsicCall()
2793 Rep = IsUnsigned ? Builder.CreateUIToFP(Rep, DstTy, "cvt") in UpgradeIntrinsicCall()
2794 : Builder.CreateSIToFP(Rep, DstTy, "cvt"); in UpgradeIntrinsicCall()
2798 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2803 Rep = CI->getArgOperand(0); in UpgradeIntrinsicCall()
2804 auto *SrcTy = cast<FixedVectorType>(Rep->getType()); in UpgradeIntrinsicCall()
2808 Rep = Builder.CreateShuffleVector(Rep, Rep, ArrayRef<int>{0, 1, 2, 3}); in UpgradeIntrinsicCall()
2810 Rep = Builder.CreateBitCast( in UpgradeIntrinsicCall()
2811 Rep, FixedVectorType::get(Type::getHalfTy(C), NumDstElts)); in UpgradeIntrinsicCall()
2812 Rep = Builder.CreateFPExt(Rep, DstTy, "cvtph2ps"); in UpgradeIntrinsicCall()
2814 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2819 Rep = in UpgradeIntrinsicCall()
2836 Rep = Builder.CreateCall(ELd, { Ptr, MaskVec, CI->getOperand(1) }); in UpgradeIntrinsicCall()
2852 Rep = Builder.CreateCall(CSt, { CI->getArgOperand(1), Ptr, MaskVec }); in UpgradeIntrinsicCall()
2864 Rep = Builder.CreateCall(Intr, { CI->getOperand(0), CI->getOperand(1), in UpgradeIntrinsicCall()
2902 Rep = upgradeX86vpcom(Builder, *CI, Imm, IsSigned); in UpgradeIntrinsicCall()
2908 Rep = Builder.CreateOr(Sel0, Sel1); in UpgradeIntrinsicCall()
2912 Rep = upgradeX86Rotate(Builder, *CI, false); in UpgradeIntrinsicCall()
2915 Rep = upgradeX86Rotate(Builder, *CI, true); in UpgradeIntrinsicCall()
2920 Rep = upgradeX86ConcatShift(Builder, *CI, false, ZeroMask); in UpgradeIntrinsicCall()
2925 Rep = upgradeX86ConcatShift(Builder, *CI, true, ZeroMask); in UpgradeIntrinsicCall()
2930 Rep = Builder.CreateCall(CRC32, {Trunc0, CI->getArgOperand(1)}); in UpgradeIntrinsicCall()
2931 Rep = Builder.CreateZExt(Rep, CI->getType(), ""); in UpgradeIntrinsicCall()
2940 Rep = PoisonValue::get(VecTy); in UpgradeIntrinsicCall()
2942 Rep = Builder.CreateInsertElement(Rep, Load, in UpgradeIntrinsicCall()
2962 Rep = DoSext ? Builder.CreateSExt(SV, DstTy) in UpgradeIntrinsicCall()
2966 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2973 Rep = Builder.CreateTrunc(CI->getArgOperand(0), Ty); in UpgradeIntrinsicCall()
2974 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
2986 Rep = Builder.CreateShuffleVector(Load, ArrayRef<int>{0, 1, 0, 1}); in UpgradeIntrinsicCall()
2988 Rep = Builder.CreateShuffleVector( in UpgradeIntrinsicCall()
3008 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0), in UpgradeIntrinsicCall()
3010 Rep = emitX86Select(Builder, CI->getArgOperand(4), Rep, in UpgradeIntrinsicCall()
3024 Rep = Builder.CreateShuffleVector(CI->getArgOperand(0), in UpgradeIntrinsicCall()
3027 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
3039 Rep = Builder.CreateShuffleVector(Op, M); in UpgradeIntrinsicCall()
3042 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
3048 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::sadd_sat); in UpgradeIntrinsicCall()
3053 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::ssub_sat); in UpgradeIntrinsicCall()
3057 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::uadd_sat); in UpgradeIntrinsicCall()
3061 Rep = upgradeX86BinaryIntrinsics(Builder, *CI, Intrinsic::usub_sat); in UpgradeIntrinsicCall()
3063 Rep = upgradeX86ALIGNIntrinsics( in UpgradeIntrinsicCall()
3068 Rep = upgradeX86ALIGNIntrinsics( in UpgradeIntrinsicCall()
3076 Rep = upgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
3082 Rep = upgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0), in UpgradeIntrinsicCall()
3089 Rep = upgradeX86PSLLDQIntrinsics(Builder, CI->getArgOperand(0), Shift); in UpgradeIntrinsicCall()
3095 Rep = upgradeX86PSRLDQIntrinsics(Builder, CI->getArgOperand(0), Shift); in UpgradeIntrinsicCall()
3111 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
3133 Rep = Builder.CreateShuffleVector(Op1, Idxs); in UpgradeIntrinsicCall()
3152 Rep = Builder.CreateShuffleVector(Op0, Rep, Idxs); in UpgradeIntrinsicCall()
3156 Rep = emitX86Select(Builder, CI->getArgOperand(4), Rep, in UpgradeIntrinsicCall()
3177 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
3181 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3184 Rep = nullptr; in UpgradeIntrinsicCall()
3196 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
3199 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3235 Rep = Builder.CreateShuffleVector(V0, V1, ShuffleMask); in UpgradeIntrinsicCall()
3256 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
3259 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3275 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
3278 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3294 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
3297 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3320 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
3322 Rep = emitX86Select(Builder, CI->getArgOperand(4), Rep, in UpgradeIntrinsicCall()
3342 Rep = Builder.CreateShuffleVector(Op0, Op0, Idxs); in UpgradeIntrinsicCall()
3344 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
3358 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
3360 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3374 Rep = Builder.CreateShuffleVector(Op0, Op1, Idxs); in UpgradeIntrinsicCall()
3376 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3382 Rep = Builder.CreateAnd(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in UpgradeIntrinsicCall()
3384 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
3385 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3391 Rep = Builder.CreateNot(Builder.CreateBitCast(CI->getArgOperand(0), ITy)); in UpgradeIntrinsicCall()
3392 Rep = Builder.CreateAnd(Rep, in UpgradeIntrinsicCall()
3394 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
3395 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3401 Rep = Builder.CreateOr(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in UpgradeIntrinsicCall()
3403 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
3404 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3410 Rep = Builder.CreateXor(Builder.CreateBitCast(CI->getArgOperand(0), ITy), in UpgradeIntrinsicCall()
3412 Rep = Builder.CreateBitCast(Rep, FTy); in UpgradeIntrinsicCall()
3413 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3416 Rep = Builder.CreateAdd(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3417 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3420 Rep = Builder.CreateSub(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3421 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3424 Rep = Builder.CreateMul(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3425 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3435 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3439 Rep = Builder.CreateFAdd(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3441 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3451 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3455 Rep = Builder.CreateFDiv(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3457 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3467 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3471 Rep = Builder.CreateFMul(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3473 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3483 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3487 Rep = Builder.CreateFSub(CI->getArgOperand(0), CI->getArgOperand(1)); in UpgradeIntrinsicCall()
3489 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3502 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3505 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, in UpgradeIntrinsicCall()
3508 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), in UpgradeIntrinsicCall()
3512 Rep = emitX86Select(Builder, CI->getArgOperand(2), Rep, in UpgradeIntrinsicCall()
3581 Rep = upgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3649 Rep = upgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3715 Rep = upgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3717 Rep = upgradeMaskedMove(Builder, *CI); in UpgradeIntrinsicCall()
3719 Rep = upgradeMaskToInt(Builder, *CI); in UpgradeIntrinsicCall()
3733 Rep = LI; in UpgradeIntrinsicCall()
3758 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), in UpgradeIntrinsicCall()
3764 Rep = Builder.CreateInsertElement(CI->getArgOperand(0), Rep, in UpgradeIntrinsicCall()
3774 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), in UpgradeIntrinsicCall()
3779 Rep = Builder.CreateInsertElement(Constant::getNullValue(CI->getType()), in UpgradeIntrinsicCall()
3780 Rep, (uint64_t)0); in UpgradeIntrinsicCall()
3818 Rep = Builder.CreateCall(FMA, Ops); in UpgradeIntrinsicCall()
3823 Rep = Builder.CreateCall(FMA, { A, B, C }); in UpgradeIntrinsicCall()
3826 Value *PassThru = IsMaskZ ? Constant::getNullValue(Rep->getType()) : in UpgradeIntrinsicCall()
3835 Rep = emitX86ScalarSelect(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3836 Rep = Builder.CreateInsertElement(CI->getArgOperand(IsMask3 ? 2 : 0), in UpgradeIntrinsicCall()
3837 Rep, (uint64_t)0); in UpgradeIntrinsicCall()
3873 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3879 Rep = Builder.CreateCall(FMA, { A, B, C }); in UpgradeIntrinsicCall()
3886 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3905 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3929 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3950 Rep = Builder.CreateShuffleVector(Even, Odd, Idxs); in UpgradeIntrinsicCall()
3957 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
3981 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3985 Rep = emitX86Select(Builder, CI->getArgOperand(4), Rep, PassThru); in UpgradeIntrinsicCall()
4009 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
4013 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
4019 Rep = upgradeX86VPERMT2Intrinsics(Builder, *CI, ZeroMask, IndexForm); in UpgradeIntrinsicCall()
4045 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
4049 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
4075 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
4079 Rep = emitX86Select(Builder, CI->getArgOperand(3), Rep, PassThru); in UpgradeIntrinsicCall()
4112 Rep = nullptr; in UpgradeIntrinsicCall()
4114 upgradeAVX512MaskToSelect(Name, Builder, *CI, Rep)) { in UpgradeIntrinsicCall()
4121 Rep = Builder.CreateSelect(Cmp, Arg, Neg, "abs"); in UpgradeIntrinsicCall()
4126 Rep = Builder.CreateAtomicRMW(AtomicRMWInst::FAdd, Ptr, Val, MaybeAlign(), in UpgradeIntrinsicCall()
4136 Rep = Builder.CreateSelect(Cmp, Arg0, Arg1, "max"); in UpgradeIntrinsicCall()
4145 Rep = Builder.CreateSelect(Cmp, Arg0, Arg1, "min"); in UpgradeIntrinsicCall()
4153 Rep = Builder.CreateTrunc(Ctlz, Builder.getInt32Ty(), "ctlz.trunc"); in UpgradeIntrinsicCall()
4162 Rep = Builder.CreateTrunc(Popc, Builder.getInt32Ty(), "ctpop.trunc"); in UpgradeIntrinsicCall()
4165 Rep = in UpgradeIntrinsicCall()
4186 Rep = Builder.CreateCall(NewFn, Args); in UpgradeIntrinsicCall()
4188 Rep = Builder.CreateBitCast(Rep, F->getReturnType()); in UpgradeIntrinsicCall()
4192 Rep = upgradeARMIntrinsicCall(Name, CI, F, Builder); in UpgradeIntrinsicCall()
4194 Rep = upgradeAMDGCNIntrinsicCall(Name, CI, F, Builder); in UpgradeIntrinsicCall()
4199 if (Rep) in UpgradeIntrinsicCall()
4200 CI->replaceAllUsesWith(Rep); in UpgradeIntrinsicCall()