Lines Matching refs:IID
42 static bool UpgradePTESTIntrinsic(Function* F, Intrinsic::ID IID, in UpgradePTESTIntrinsic() argument
52 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in UpgradePTESTIntrinsic()
58 static bool UpgradeX86IntrinsicsWith8BitMask(Function *F, Intrinsic::ID IID, in UpgradeX86IntrinsicsWith8BitMask() argument
68 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in UpgradeX86IntrinsicsWith8BitMask()
74 static bool UpgradeX86MaskedFPCompare(Function *F, Intrinsic::ID IID, in UpgradeX86MaskedFPCompare() argument
81 NewFn = Intrinsic::getDeclaration(F->getParent(), IID); in UpgradeX86MaskedFPCompare()
641 Intrinsic::ID IID = in UpgradeIntrinsicFunction1() local
650 if (IID == Intrinsic::not_intrinsic) in UpgradeIntrinsicFunction1()
661 NewFn = Intrinsic::getDeclaration(F->getParent(), IID, Tys); in UpgradeIntrinsicFunction1()
670 Intrinsic::ID IID = in UpgradeIntrinsicFunction1() local
685 if (IID == Intrinsic::not_intrinsic) in UpgradeIntrinsicFunction1()
689 NewFn = Intrinsic::getDeclaration(F->getParent(), IID, Tys); in UpgradeIntrinsicFunction1()
937 Intrinsic::ID IID = StringSwitch<Intrinsic::ID>(Name) in UpgradeIntrinsicFunction1() local
942 if (IID != Intrinsic::not_intrinsic && F->arg_size() == 1) { in UpgradeIntrinsicFunction1()
943 NewFn = Intrinsic::getDeclaration(F->getParent(), IID, in UpgradeIntrinsicFunction1()
1276 Intrinsic::ID IID; in UpgradeX86VPERMT2Intrinsics() local
1278 IID = Intrinsic::x86_avx512_vpermi2var_ps_128; in UpgradeX86VPERMT2Intrinsics()
1280 IID = Intrinsic::x86_avx512_vpermi2var_d_128; in UpgradeX86VPERMT2Intrinsics()
1282 IID = Intrinsic::x86_avx512_vpermi2var_pd_128; in UpgradeX86VPERMT2Intrinsics()
1284 IID = Intrinsic::x86_avx512_vpermi2var_q_128; in UpgradeX86VPERMT2Intrinsics()
1286 IID = Intrinsic::x86_avx512_vpermi2var_ps_256; in UpgradeX86VPERMT2Intrinsics()
1288 IID = Intrinsic::x86_avx512_vpermi2var_d_256; in UpgradeX86VPERMT2Intrinsics()
1290 IID = Intrinsic::x86_avx512_vpermi2var_pd_256; in UpgradeX86VPERMT2Intrinsics()
1292 IID = Intrinsic::x86_avx512_vpermi2var_q_256; in UpgradeX86VPERMT2Intrinsics()
1294 IID = Intrinsic::x86_avx512_vpermi2var_ps_512; in UpgradeX86VPERMT2Intrinsics()
1296 IID = Intrinsic::x86_avx512_vpermi2var_d_512; in UpgradeX86VPERMT2Intrinsics()
1298 IID = Intrinsic::x86_avx512_vpermi2var_pd_512; in UpgradeX86VPERMT2Intrinsics()
1300 IID = Intrinsic::x86_avx512_vpermi2var_q_512; in UpgradeX86VPERMT2Intrinsics()
1302 IID = Intrinsic::x86_avx512_vpermi2var_hi_128; in UpgradeX86VPERMT2Intrinsics()
1304 IID = Intrinsic::x86_avx512_vpermi2var_hi_256; in UpgradeX86VPERMT2Intrinsics()
1306 IID = Intrinsic::x86_avx512_vpermi2var_hi_512; in UpgradeX86VPERMT2Intrinsics()
1308 IID = Intrinsic::x86_avx512_vpermi2var_qi_128; in UpgradeX86VPERMT2Intrinsics()
1310 IID = Intrinsic::x86_avx512_vpermi2var_qi_256; in UpgradeX86VPERMT2Intrinsics()
1312 IID = Intrinsic::x86_avx512_vpermi2var_qi_512; in UpgradeX86VPERMT2Intrinsics()
1323 Value *V = Builder.CreateCall(Intrinsic::getDeclaration(CI.getModule(), IID), in UpgradeX86VPERMT2Intrinsics()
1332 Intrinsic::ID IID) { in UpgradeX86BinaryIntrinsics() argument
1336 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID, Ty); in UpgradeX86BinaryIntrinsics()
1362 Intrinsic::ID IID = IsRotateRight ? Intrinsic::fshr : Intrinsic::fshl; in upgradeX86Rotate() local
1363 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID, Ty); in upgradeX86Rotate()
1432 Intrinsic::ID IID = IsShiftRight ? Intrinsic::fshr : Intrinsic::fshl; in upgradeX86ConcatShift() local
1433 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID, Ty); in upgradeX86ConcatShift()
1587 Intrinsic::ID IID) { in UpgradeX86MaskedShift() argument
1588 Function *Intrin = Intrinsic::getDeclaration(CI.getModule(), IID); in UpgradeX86MaskedShift()
1624 Intrinsic::ID IID; in upgradeAVX512MaskToSelect() local
1627 IID = Intrinsic::x86_sse_max_ps; in upgradeAVX512MaskToSelect()
1629 IID = Intrinsic::x86_sse2_max_pd; in upgradeAVX512MaskToSelect()
1631 IID = Intrinsic::x86_avx_max_ps_256; in upgradeAVX512MaskToSelect()
1633 IID = Intrinsic::x86_avx_max_pd_256; in upgradeAVX512MaskToSelect()
1638 IID = Intrinsic::x86_sse_min_ps; in upgradeAVX512MaskToSelect()
1640 IID = Intrinsic::x86_sse2_min_pd; in upgradeAVX512MaskToSelect()
1642 IID = Intrinsic::x86_avx_min_ps_256; in upgradeAVX512MaskToSelect()
1644 IID = Intrinsic::x86_avx_min_pd_256; in upgradeAVX512MaskToSelect()
1649 IID = Intrinsic::x86_ssse3_pshuf_b_128; in upgradeAVX512MaskToSelect()
1651 IID = Intrinsic::x86_avx2_pshuf_b; in upgradeAVX512MaskToSelect()
1653 IID = Intrinsic::x86_avx512_pshuf_b_512; in upgradeAVX512MaskToSelect()
1658 IID = Intrinsic::x86_ssse3_pmul_hr_sw_128; in upgradeAVX512MaskToSelect()
1660 IID = Intrinsic::x86_avx2_pmul_hr_sw; in upgradeAVX512MaskToSelect()
1662 IID = Intrinsic::x86_avx512_pmul_hr_sw_512; in upgradeAVX512MaskToSelect()
1667 IID = Intrinsic::x86_sse2_pmulh_w; in upgradeAVX512MaskToSelect()
1669 IID = Intrinsic::x86_avx2_pmulh_w; in upgradeAVX512MaskToSelect()
1671 IID = Intrinsic::x86_avx512_pmulh_w_512; in upgradeAVX512MaskToSelect()
1676 IID = Intrinsic::x86_sse2_pmulhu_w; in upgradeAVX512MaskToSelect()
1678 IID = Intrinsic::x86_avx2_pmulhu_w; in upgradeAVX512MaskToSelect()
1680 IID = Intrinsic::x86_avx512_pmulhu_w_512; in upgradeAVX512MaskToSelect()
1685 IID = Intrinsic::x86_sse2_pmadd_wd; in upgradeAVX512MaskToSelect()
1687 IID = Intrinsic::x86_avx2_pmadd_wd; in upgradeAVX512MaskToSelect()
1689 IID = Intrinsic::x86_avx512_pmaddw_d_512; in upgradeAVX512MaskToSelect()
1694 IID = Intrinsic::x86_ssse3_pmadd_ub_sw_128; in upgradeAVX512MaskToSelect()
1696 IID = Intrinsic::x86_avx2_pmadd_ub_sw; in upgradeAVX512MaskToSelect()
1698 IID = Intrinsic::x86_avx512_pmaddubs_w_512; in upgradeAVX512MaskToSelect()
1703 IID = Intrinsic::x86_sse2_packsswb_128; in upgradeAVX512MaskToSelect()
1705 IID = Intrinsic::x86_avx2_packsswb; in upgradeAVX512MaskToSelect()
1707 IID = Intrinsic::x86_avx512_packsswb_512; in upgradeAVX512MaskToSelect()
1712 IID = Intrinsic::x86_sse2_packssdw_128; in upgradeAVX512MaskToSelect()
1714 IID = Intrinsic::x86_avx2_packssdw; in upgradeAVX512MaskToSelect()
1716 IID = Intrinsic::x86_avx512_packssdw_512; in upgradeAVX512MaskToSelect()
1721 IID = Intrinsic::x86_sse2_packuswb_128; in upgradeAVX512MaskToSelect()
1723 IID = Intrinsic::x86_avx2_packuswb; in upgradeAVX512MaskToSelect()
1725 IID = Intrinsic::x86_avx512_packuswb_512; in upgradeAVX512MaskToSelect()
1730 IID = Intrinsic::x86_sse41_packusdw; in upgradeAVX512MaskToSelect()
1732 IID = Intrinsic::x86_avx2_packusdw; in upgradeAVX512MaskToSelect()
1734 IID = Intrinsic::x86_avx512_packusdw_512; in upgradeAVX512MaskToSelect()
1739 IID = Intrinsic::x86_avx_vpermilvar_ps; in upgradeAVX512MaskToSelect()
1741 IID = Intrinsic::x86_avx_vpermilvar_pd; in upgradeAVX512MaskToSelect()
1743 IID = Intrinsic::x86_avx_vpermilvar_ps_256; in upgradeAVX512MaskToSelect()
1745 IID = Intrinsic::x86_avx_vpermilvar_pd_256; in upgradeAVX512MaskToSelect()
1747 IID = Intrinsic::x86_avx512_vpermilvar_ps_512; in upgradeAVX512MaskToSelect()
1749 IID = Intrinsic::x86_avx512_vpermilvar_pd_512; in upgradeAVX512MaskToSelect()
1753 IID = Intrinsic::x86_avx_cvt_pd2dq_256; in upgradeAVX512MaskToSelect()
1755 IID = Intrinsic::x86_avx_cvt_pd2_ps_256; in upgradeAVX512MaskToSelect()
1757 IID = Intrinsic::x86_avx_cvtt_pd2dq_256; in upgradeAVX512MaskToSelect()
1759 IID = Intrinsic::x86_sse2_cvttps2dq; in upgradeAVX512MaskToSelect()
1761 IID = Intrinsic::x86_avx_cvtt_ps2dq_256; in upgradeAVX512MaskToSelect()
1765 IID = Intrinsic::x86_avx2_permps; in upgradeAVX512MaskToSelect()
1767 IID = Intrinsic::x86_avx2_permd; in upgradeAVX512MaskToSelect()
1769 IID = Intrinsic::x86_avx512_permvar_df_256; in upgradeAVX512MaskToSelect()
1771 IID = Intrinsic::x86_avx512_permvar_di_256; in upgradeAVX512MaskToSelect()
1773 IID = Intrinsic::x86_avx512_permvar_sf_512; in upgradeAVX512MaskToSelect()
1775 IID = Intrinsic::x86_avx512_permvar_si_512; in upgradeAVX512MaskToSelect()
1777 IID = Intrinsic::x86_avx512_permvar_df_512; in upgradeAVX512MaskToSelect()
1779 IID = Intrinsic::x86_avx512_permvar_di_512; in upgradeAVX512MaskToSelect()
1781 IID = Intrinsic::x86_avx512_permvar_hi_128; in upgradeAVX512MaskToSelect()
1783 IID = Intrinsic::x86_avx512_permvar_hi_256; in upgradeAVX512MaskToSelect()
1785 IID = Intrinsic::x86_avx512_permvar_hi_512; in upgradeAVX512MaskToSelect()
1787 IID = Intrinsic::x86_avx512_permvar_qi_128; in upgradeAVX512MaskToSelect()
1789 IID = Intrinsic::x86_avx512_permvar_qi_256; in upgradeAVX512MaskToSelect()
1791 IID = Intrinsic::x86_avx512_permvar_qi_512; in upgradeAVX512MaskToSelect()
1796 IID = Intrinsic::x86_avx512_dbpsadbw_128; in upgradeAVX512MaskToSelect()
1798 IID = Intrinsic::x86_avx512_dbpsadbw_256; in upgradeAVX512MaskToSelect()
1800 IID = Intrinsic::x86_avx512_dbpsadbw_512; in upgradeAVX512MaskToSelect()
1805 IID = Intrinsic::x86_avx512_pmultishift_qb_128; in upgradeAVX512MaskToSelect()
1807 IID = Intrinsic::x86_avx512_pmultishift_qb_256; in upgradeAVX512MaskToSelect()
1809 IID = Intrinsic::x86_avx512_pmultishift_qb_512; in upgradeAVX512MaskToSelect()
1814 IID = Intrinsic::x86_avx512_conflict_d_128; in upgradeAVX512MaskToSelect()
1816 IID = Intrinsic::x86_avx512_conflict_d_256; in upgradeAVX512MaskToSelect()
1818 IID = Intrinsic::x86_avx512_conflict_d_512; in upgradeAVX512MaskToSelect()
1820 IID = Intrinsic::x86_avx512_conflict_q_128; in upgradeAVX512MaskToSelect()
1822 IID = Intrinsic::x86_avx512_conflict_q_256; in upgradeAVX512MaskToSelect()
1824 IID = Intrinsic::x86_avx512_conflict_q_512; in upgradeAVX512MaskToSelect()
1829 IID = Intrinsic::x86_sse2_pavg_b; in upgradeAVX512MaskToSelect()
1831 IID = Intrinsic::x86_avx2_pavg_b; in upgradeAVX512MaskToSelect()
1833 IID = Intrinsic::x86_avx512_pavg_b_512; in upgradeAVX512MaskToSelect()
1835 IID = Intrinsic::x86_sse2_pavg_w; in upgradeAVX512MaskToSelect()
1837 IID = Intrinsic::x86_avx2_pavg_w; in upgradeAVX512MaskToSelect()
1839 IID = Intrinsic::x86_avx512_pavg_w_512; in upgradeAVX512MaskToSelect()
1848 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI.getModule(), IID), in upgradeAVX512MaskToSelect()
2125 Intrinsic::ID IID = Name[18] == 's' ? Intrinsic::x86_avx512_sqrt_ps_512 in UpgradeIntrinsicCall() local
2130 IID), Args); in UpgradeIntrinsicCall()
2247 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
2250 case 128: IID = Intrinsic::x86_avx512_vpshufbitqmb_128; break; in UpgradeIntrinsicCall()
2251 case 256: IID = Intrinsic::x86_avx512_vpshufbitqmb_256; break; in UpgradeIntrinsicCall()
2252 case 512: IID = Intrinsic::x86_avx512_vpshufbitqmb_512; break; in UpgradeIntrinsicCall()
2255 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2262 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
2264 IID = Intrinsic::x86_avx512_fpclass_ps_128; in UpgradeIntrinsicCall()
2266 IID = Intrinsic::x86_avx512_fpclass_ps_256; in UpgradeIntrinsicCall()
2268 IID = Intrinsic::x86_avx512_fpclass_ps_512; in UpgradeIntrinsicCall()
2270 IID = Intrinsic::x86_avx512_fpclass_pd_128; in UpgradeIntrinsicCall()
2272 IID = Intrinsic::x86_avx512_fpclass_pd_256; in UpgradeIntrinsicCall()
2274 IID = Intrinsic::x86_avx512_fpclass_pd_512; in UpgradeIntrinsicCall()
2278 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2286 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
2288 IID = Intrinsic::x86_avx512_mask_cmp_ps_128; in UpgradeIntrinsicCall()
2290 IID = Intrinsic::x86_avx512_mask_cmp_ps_256; in UpgradeIntrinsicCall()
2292 IID = Intrinsic::x86_avx512_mask_cmp_ps_512; in UpgradeIntrinsicCall()
2294 IID = Intrinsic::x86_avx512_mask_cmp_pd_128; in UpgradeIntrinsicCall()
2296 IID = Intrinsic::x86_avx512_mask_cmp_pd_256; in UpgradeIntrinsicCall()
2298 IID = Intrinsic::x86_avx512_mask_cmp_pd_512; in UpgradeIntrinsicCall()
2307 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
2417 Intrinsic::ID IID = IsUnsigned ? Intrinsic::x86_avx512_uitofp_round in UpgradeIntrinsicCall() local
2419 Function *F = Intrinsic::getDeclaration(CI->getModule(), IID, in UpgradeIntrinsicCall()
2491 Intrinsic::ID IID = IsCompress ? Intrinsic::x86_avx512_mask_compress in UpgradeIntrinsicCall() local
2493 Function *Intr = Intrinsic::getDeclaration(F->getParent(), IID, ResultTy); in UpgradeIntrinsicCall()
3065 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3067 IID = Intrinsic::x86_avx512_add_ps_512; in UpgradeIntrinsicCall()
3069 IID = Intrinsic::x86_avx512_add_pd_512; in UpgradeIntrinsicCall()
3071 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3081 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3083 IID = Intrinsic::x86_avx512_div_ps_512; in UpgradeIntrinsicCall()
3085 IID = Intrinsic::x86_avx512_div_pd_512; in UpgradeIntrinsicCall()
3087 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3097 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3099 IID = Intrinsic::x86_avx512_mul_ps_512; in UpgradeIntrinsicCall()
3101 IID = Intrinsic::x86_avx512_mul_pd_512; in UpgradeIntrinsicCall()
3103 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3113 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3115 IID = Intrinsic::x86_avx512_sub_ps_512; in UpgradeIntrinsicCall()
3117 IID = Intrinsic::x86_avx512_sub_pd_512; in UpgradeIntrinsicCall()
3119 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3136 Intrinsic::ID IID = MinMaxTbl[IsMin][IsDouble]; in UpgradeIntrinsicCall() local
3138 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3159 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3162 IID = Intrinsic::x86_avx2_psllv_q; in UpgradeIntrinsicCall()
3164 IID = Intrinsic::x86_avx2_psllv_q_256; in UpgradeIntrinsicCall()
3166 IID = Intrinsic::x86_avx2_psllv_d; in UpgradeIntrinsicCall()
3168 IID = Intrinsic::x86_avx2_psllv_d_256; in UpgradeIntrinsicCall()
3170 IID = Intrinsic::x86_avx512_psllv_w_128; in UpgradeIntrinsicCall()
3172 IID = Intrinsic::x86_avx512_psllv_w_256; in UpgradeIntrinsicCall()
3174 IID = Intrinsic::x86_avx512_psllv_w_512; in UpgradeIntrinsicCall()
3179 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_d in UpgradeIntrinsicCall()
3182 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_q in UpgradeIntrinsicCall()
3185 IID = IsImmediate ? Intrinsic::x86_sse2_pslli_w in UpgradeIntrinsicCall()
3191 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_d in UpgradeIntrinsicCall()
3194 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_q in UpgradeIntrinsicCall()
3197 IID = IsImmediate ? Intrinsic::x86_avx2_pslli_w in UpgradeIntrinsicCall()
3203 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_d_512 : in UpgradeIntrinsicCall()
3207 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_q_512 : in UpgradeIntrinsicCall()
3211 IID = IsImmediate ? Intrinsic::x86_avx512_pslli_w_512 in UpgradeIntrinsicCall()
3217 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3227 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3230 IID = Intrinsic::x86_avx2_psrlv_q; in UpgradeIntrinsicCall()
3232 IID = Intrinsic::x86_avx2_psrlv_q_256; in UpgradeIntrinsicCall()
3234 IID = Intrinsic::x86_avx2_psrlv_d; in UpgradeIntrinsicCall()
3236 IID = Intrinsic::x86_avx2_psrlv_d_256; in UpgradeIntrinsicCall()
3238 IID = Intrinsic::x86_avx512_psrlv_w_128; in UpgradeIntrinsicCall()
3240 IID = Intrinsic::x86_avx512_psrlv_w_256; in UpgradeIntrinsicCall()
3242 IID = Intrinsic::x86_avx512_psrlv_w_512; in UpgradeIntrinsicCall()
3247 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_d in UpgradeIntrinsicCall()
3250 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_q in UpgradeIntrinsicCall()
3253 IID = IsImmediate ? Intrinsic::x86_sse2_psrli_w in UpgradeIntrinsicCall()
3259 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_d in UpgradeIntrinsicCall()
3262 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_q in UpgradeIntrinsicCall()
3265 IID = IsImmediate ? Intrinsic::x86_avx2_psrli_w in UpgradeIntrinsicCall()
3271 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_d_512 : in UpgradeIntrinsicCall()
3275 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_q_512 : in UpgradeIntrinsicCall()
3279 IID = IsImmediate ? Intrinsic::x86_avx512_psrli_w_512 in UpgradeIntrinsicCall()
3285 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3295 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3298 IID = Intrinsic::x86_avx2_psrav_d; in UpgradeIntrinsicCall()
3300 IID = Intrinsic::x86_avx2_psrav_d_256; in UpgradeIntrinsicCall()
3302 IID = Intrinsic::x86_avx512_psrav_w_128; in UpgradeIntrinsicCall()
3304 IID = Intrinsic::x86_avx512_psrav_w_256; in UpgradeIntrinsicCall()
3306 IID = Intrinsic::x86_avx512_psrav_w_512; in UpgradeIntrinsicCall()
3311 IID = IsImmediate ? Intrinsic::x86_sse2_psrai_d in UpgradeIntrinsicCall()
3314 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_128 : in UpgradeIntrinsicCall()
3318 IID = IsImmediate ? Intrinsic::x86_sse2_psrai_w in UpgradeIntrinsicCall()
3324 IID = IsImmediate ? Intrinsic::x86_avx2_psrai_d in UpgradeIntrinsicCall()
3327 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_256 : in UpgradeIntrinsicCall()
3331 IID = IsImmediate ? Intrinsic::x86_avx2_psrai_w in UpgradeIntrinsicCall()
3337 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_d_512 : in UpgradeIntrinsicCall()
3341 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_q_512 : in UpgradeIntrinsicCall()
3345 IID = IsImmediate ? Intrinsic::x86_avx512_psrai_w_512 in UpgradeIntrinsicCall()
3351 Rep = UpgradeX86MaskedShift(Builder, *CI, IID); in UpgradeIntrinsicCall()
3449 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3451 IID = Intrinsic::x86_avx512_vfmadd_f64; in UpgradeIntrinsicCall()
3453 IID = Intrinsic::x86_avx512_vfmadd_f32; in UpgradeIntrinsicCall()
3454 Function *FMA = Intrinsic::getDeclaration(CI->getModule(), IID); in UpgradeIntrinsicCall()
3504 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3507 IID = Intrinsic::x86_avx512_vfmadd_ps_512; in UpgradeIntrinsicCall()
3509 IID = Intrinsic::x86_avx512_vfmadd_pd_512; in UpgradeIntrinsicCall()
3511 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3528 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3530 IID = Intrinsic::x86_fma_vfmaddsub_ps; in UpgradeIntrinsicCall()
3532 IID = Intrinsic::x86_fma_vfmaddsub_ps_256; in UpgradeIntrinsicCall()
3534 IID = Intrinsic::x86_fma_vfmaddsub_pd; in UpgradeIntrinsicCall()
3536 IID = Intrinsic::x86_fma_vfmaddsub_pd_256; in UpgradeIntrinsicCall()
3543 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3555 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3558 IID = Intrinsic::x86_avx512_vfmaddsub_ps_512; in UpgradeIntrinsicCall()
3560 IID = Intrinsic::x86_avx512_vfmaddsub_pd_512; in UpgradeIntrinsicCall()
3567 Rep = Builder.CreateCall(Intrinsic::getDeclaration(F->getParent(), IID), in UpgradeIntrinsicCall()
3601 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3603 IID = Intrinsic::x86_avx512_pternlog_d_128; in UpgradeIntrinsicCall()
3605 IID = Intrinsic::x86_avx512_pternlog_d_256; in UpgradeIntrinsicCall()
3607 IID = Intrinsic::x86_avx512_pternlog_d_512; in UpgradeIntrinsicCall()
3609 IID = Intrinsic::x86_avx512_pternlog_q_128; in UpgradeIntrinsicCall()
3611 IID = Intrinsic::x86_avx512_pternlog_q_256; in UpgradeIntrinsicCall()
3613 IID = Intrinsic::x86_avx512_pternlog_q_512; in UpgradeIntrinsicCall()
3619 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3629 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3631 IID = Intrinsic::x86_avx512_vpmadd52l_uq_128; in UpgradeIntrinsicCall()
3633 IID = Intrinsic::x86_avx512_vpmadd52l_uq_256; in UpgradeIntrinsicCall()
3635 IID = Intrinsic::x86_avx512_vpmadd52l_uq_512; in UpgradeIntrinsicCall()
3637 IID = Intrinsic::x86_avx512_vpmadd52h_uq_128; in UpgradeIntrinsicCall()
3639 IID = Intrinsic::x86_avx512_vpmadd52h_uq_256; in UpgradeIntrinsicCall()
3641 IID = Intrinsic::x86_avx512_vpmadd52h_uq_512; in UpgradeIntrinsicCall()
3647 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3665 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3667 IID = Intrinsic::x86_avx512_vpdpbusd_128; in UpgradeIntrinsicCall()
3669 IID = Intrinsic::x86_avx512_vpdpbusd_256; in UpgradeIntrinsicCall()
3671 IID = Intrinsic::x86_avx512_vpdpbusd_512; in UpgradeIntrinsicCall()
3673 IID = Intrinsic::x86_avx512_vpdpbusds_128; in UpgradeIntrinsicCall()
3675 IID = Intrinsic::x86_avx512_vpdpbusds_256; in UpgradeIntrinsicCall()
3677 IID = Intrinsic::x86_avx512_vpdpbusds_512; in UpgradeIntrinsicCall()
3683 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3695 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3697 IID = Intrinsic::x86_avx512_vpdpwssd_128; in UpgradeIntrinsicCall()
3699 IID = Intrinsic::x86_avx512_vpdpwssd_256; in UpgradeIntrinsicCall()
3701 IID = Intrinsic::x86_avx512_vpdpwssd_512; in UpgradeIntrinsicCall()
3703 IID = Intrinsic::x86_avx512_vpdpwssds_128; in UpgradeIntrinsicCall()
3705 IID = Intrinsic::x86_avx512_vpdpwssds_256; in UpgradeIntrinsicCall()
3707 IID = Intrinsic::x86_avx512_vpdpwssds_512; in UpgradeIntrinsicCall()
3713 Rep = Builder.CreateCall(Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()
3721 Intrinsic::ID IID; in UpgradeIntrinsicCall() local
3723 IID = Intrinsic::x86_addcarry_32; in UpgradeIntrinsicCall()
3725 IID = Intrinsic::x86_addcarry_64; in UpgradeIntrinsicCall()
3727 IID = Intrinsic::x86_subborrow_32; in UpgradeIntrinsicCall()
3729 IID = Intrinsic::x86_subborrow_64; in UpgradeIntrinsicCall()
3737 Intrinsic::getDeclaration(CI->getModule(), IID), in UpgradeIntrinsicCall()