Lines Matching refs:IID
2093 unsigned IID = IsRotateRight ? Intrinsic::fshr : Intrinsic::fshl; in emitRotate() local
2094 Function *F = CGM.getIntrinsic(IID, Ty); in emitRotate()
12134 Intrinsic::ID IID = IsCompress ? Intrinsic::x86_avx512_mask_compress in EmitX86CompressExpand() local
12136 llvm::Function *F = CGF.CGM.getIntrinsic(IID, ResultTy); in EmitX86CompressExpand()
12183 unsigned IID = IsRight ? Intrinsic::fshr : Intrinsic::fshl; in EmitX86FunnelShift() local
12184 Function *F = CGF.CGM.getIntrinsic(IID, Ty); in EmitX86FunnelShift()
12326 Intrinsic::ID IID = IsSigned ? Intrinsic::x86_avx512_sitofp_round in EmitX86ConvertIntToFp() local
12328 Function *F = CGF.CGM.getIntrinsic(IID, { Ty, Ops[0]->getType() }); in EmitX86ConvertIntToFp()
12345 Intrinsic::ID IID = Intrinsic::not_intrinsic; in EmitX86FMAExpr() local
12354 IID = llvm::Intrinsic::x86_avx512fp16_vfmadd_ph_512; in EmitX86FMAExpr()
12362 IID = llvm::Intrinsic::x86_avx512fp16_vfmaddsub_ph_512; in EmitX86FMAExpr()
12370 IID = llvm::Intrinsic::x86_avx512_vfmadd_ps_512; break; in EmitX86FMAExpr()
12377 IID = llvm::Intrinsic::x86_avx512_vfmadd_pd_512; break; in EmitX86FMAExpr()
12384 IID = llvm::Intrinsic::x86_avx512_vfmaddsub_ps_512; in EmitX86FMAExpr()
12392 IID = llvm::Intrinsic::x86_avx512_vfmaddsub_pd_512; in EmitX86FMAExpr()
12406 if (IID != Intrinsic::not_intrinsic && in EmitX86FMAExpr()
12409 Function *Intr = CGF.CGM.getIntrinsic(IID); in EmitX86FMAExpr()
12481 Intrinsic::ID IID; in EmitScalarFMAExpr() local
12485 IID = Intrinsic::x86_avx512fp16_vfmadd_f16; in EmitScalarFMAExpr()
12488 IID = Intrinsic::x86_avx512_vfmadd_f32; in EmitScalarFMAExpr()
12491 IID = Intrinsic::x86_avx512_vfmadd_f64; in EmitScalarFMAExpr()
12496 Res = CGF.Builder.CreateCall(CGF.CGM.getIntrinsic(IID), in EmitScalarFMAExpr()
12558 Intrinsic::ID IID; in EmitX86Ternlog() local
12560 IID = Intrinsic::x86_avx512_pternlog_d_128; in EmitX86Ternlog()
12562 IID = Intrinsic::x86_avx512_pternlog_d_256; in EmitX86Ternlog()
12564 IID = Intrinsic::x86_avx512_pternlog_d_512; in EmitX86Ternlog()
12566 IID = Intrinsic::x86_avx512_pternlog_q_128; in EmitX86Ternlog()
12568 IID = Intrinsic::x86_avx512_pternlog_q_256; in EmitX86Ternlog()
12570 IID = Intrinsic::x86_avx512_pternlog_q_512; in EmitX86Ternlog()
12574 Value *Ternlog = CGF.Builder.CreateCall(CGF.CGM.getIntrinsic(IID), in EmitX86Ternlog()
13291 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
13295 IID = Intrinsic::x86_avx512_mask_gather3div2_df; in EmitX86BuiltinExpr()
13298 IID = Intrinsic::x86_avx512_mask_gather3div2_di; in EmitX86BuiltinExpr()
13301 IID = Intrinsic::x86_avx512_mask_gather3div4_df; in EmitX86BuiltinExpr()
13304 IID = Intrinsic::x86_avx512_mask_gather3div4_di; in EmitX86BuiltinExpr()
13307 IID = Intrinsic::x86_avx512_mask_gather3div4_sf; in EmitX86BuiltinExpr()
13310 IID = Intrinsic::x86_avx512_mask_gather3div4_si; in EmitX86BuiltinExpr()
13313 IID = Intrinsic::x86_avx512_mask_gather3div8_sf; in EmitX86BuiltinExpr()
13316 IID = Intrinsic::x86_avx512_mask_gather3div8_si; in EmitX86BuiltinExpr()
13319 IID = Intrinsic::x86_avx512_mask_gather3siv2_df; in EmitX86BuiltinExpr()
13322 IID = Intrinsic::x86_avx512_mask_gather3siv2_di; in EmitX86BuiltinExpr()
13325 IID = Intrinsic::x86_avx512_mask_gather3siv4_df; in EmitX86BuiltinExpr()
13328 IID = Intrinsic::x86_avx512_mask_gather3siv4_di; in EmitX86BuiltinExpr()
13331 IID = Intrinsic::x86_avx512_mask_gather3siv4_sf; in EmitX86BuiltinExpr()
13334 IID = Intrinsic::x86_avx512_mask_gather3siv4_si; in EmitX86BuiltinExpr()
13337 IID = Intrinsic::x86_avx512_mask_gather3siv8_sf; in EmitX86BuiltinExpr()
13340 IID = Intrinsic::x86_avx512_mask_gather3siv8_si; in EmitX86BuiltinExpr()
13343 IID = Intrinsic::x86_avx512_mask_gather_dpd_512; in EmitX86BuiltinExpr()
13346 IID = Intrinsic::x86_avx512_mask_gather_dps_512; in EmitX86BuiltinExpr()
13349 IID = Intrinsic::x86_avx512_mask_gather_qpd_512; in EmitX86BuiltinExpr()
13352 IID = Intrinsic::x86_avx512_mask_gather_qps_512; in EmitX86BuiltinExpr()
13355 IID = Intrinsic::x86_avx512_mask_gather_dpq_512; in EmitX86BuiltinExpr()
13358 IID = Intrinsic::x86_avx512_mask_gather_dpi_512; in EmitX86BuiltinExpr()
13361 IID = Intrinsic::x86_avx512_mask_gather_qpq_512; in EmitX86BuiltinExpr()
13364 IID = Intrinsic::x86_avx512_mask_gather_qpi_512; in EmitX86BuiltinExpr()
13372 Function *Intr = CGM.getIntrinsic(IID); in EmitX86BuiltinExpr()
13400 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
13404 IID = Intrinsic::x86_avx512_mask_scatter_dpd_512; in EmitX86BuiltinExpr()
13407 IID = Intrinsic::x86_avx512_mask_scatter_dps_512; in EmitX86BuiltinExpr()
13410 IID = Intrinsic::x86_avx512_mask_scatter_qpd_512; in EmitX86BuiltinExpr()
13413 IID = Intrinsic::x86_avx512_mask_scatter_qps_512; in EmitX86BuiltinExpr()
13416 IID = Intrinsic::x86_avx512_mask_scatter_dpq_512; in EmitX86BuiltinExpr()
13419 IID = Intrinsic::x86_avx512_mask_scatter_dpi_512; in EmitX86BuiltinExpr()
13422 IID = Intrinsic::x86_avx512_mask_scatter_qpq_512; in EmitX86BuiltinExpr()
13425 IID = Intrinsic::x86_avx512_mask_scatter_qpi_512; in EmitX86BuiltinExpr()
13428 IID = Intrinsic::x86_avx512_mask_scatterdiv2_df; in EmitX86BuiltinExpr()
13431 IID = Intrinsic::x86_avx512_mask_scatterdiv2_di; in EmitX86BuiltinExpr()
13434 IID = Intrinsic::x86_avx512_mask_scatterdiv4_df; in EmitX86BuiltinExpr()
13437 IID = Intrinsic::x86_avx512_mask_scatterdiv4_di; in EmitX86BuiltinExpr()
13440 IID = Intrinsic::x86_avx512_mask_scatterdiv4_sf; in EmitX86BuiltinExpr()
13443 IID = Intrinsic::x86_avx512_mask_scatterdiv4_si; in EmitX86BuiltinExpr()
13446 IID = Intrinsic::x86_avx512_mask_scatterdiv8_sf; in EmitX86BuiltinExpr()
13449 IID = Intrinsic::x86_avx512_mask_scatterdiv8_si; in EmitX86BuiltinExpr()
13452 IID = Intrinsic::x86_avx512_mask_scattersiv2_df; in EmitX86BuiltinExpr()
13455 IID = Intrinsic::x86_avx512_mask_scattersiv2_di; in EmitX86BuiltinExpr()
13458 IID = Intrinsic::x86_avx512_mask_scattersiv4_df; in EmitX86BuiltinExpr()
13461 IID = Intrinsic::x86_avx512_mask_scattersiv4_di; in EmitX86BuiltinExpr()
13464 IID = Intrinsic::x86_avx512_mask_scattersiv4_sf; in EmitX86BuiltinExpr()
13467 IID = Intrinsic::x86_avx512_mask_scattersiv4_si; in EmitX86BuiltinExpr()
13470 IID = Intrinsic::x86_avx512_mask_scattersiv8_sf; in EmitX86BuiltinExpr()
13473 IID = Intrinsic::x86_avx512_mask_scattersiv8_si; in EmitX86BuiltinExpr()
13481 Function *Intr = CGM.getIntrinsic(IID); in EmitX86BuiltinExpr()
13581 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
13585 IID = Intrinsic::x86_avx512_mask_pmov_db_512; in EmitX86BuiltinExpr()
13588 IID = Intrinsic::x86_avx512_mask_pmov_dw_512; in EmitX86BuiltinExpr()
13591 IID = Intrinsic::x86_avx512_mask_pmov_qw_512; in EmitX86BuiltinExpr()
13595 Function *Intr = CGM.getIntrinsic(IID); in EmitX86BuiltinExpr()
14132 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
14136 IID = Intrinsic::x86_avx512_ktestc_b; in EmitX86BuiltinExpr()
14139 IID = Intrinsic::x86_avx512_ktestz_b; in EmitX86BuiltinExpr()
14142 IID = Intrinsic::x86_avx512_ktestc_w; in EmitX86BuiltinExpr()
14145 IID = Intrinsic::x86_avx512_ktestz_w; in EmitX86BuiltinExpr()
14148 IID = Intrinsic::x86_avx512_ktestc_d; in EmitX86BuiltinExpr()
14151 IID = Intrinsic::x86_avx512_ktestz_d; in EmitX86BuiltinExpr()
14154 IID = Intrinsic::x86_avx512_ktestc_q; in EmitX86BuiltinExpr()
14157 IID = Intrinsic::x86_avx512_ktestz_q; in EmitX86BuiltinExpr()
14164 Function *Intr = CGM.getIntrinsic(IID); in EmitX86BuiltinExpr()
14172 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
14176 IID = Intrinsic::x86_avx512_kadd_b; in EmitX86BuiltinExpr()
14179 IID = Intrinsic::x86_avx512_kadd_w; in EmitX86BuiltinExpr()
14182 IID = Intrinsic::x86_avx512_kadd_d; in EmitX86BuiltinExpr()
14185 IID = Intrinsic::x86_avx512_kadd_q; in EmitX86BuiltinExpr()
14192 Function *Intr = CGM.getIntrinsic(IID); in EmitX86BuiltinExpr()
14296 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
14302 IID = Intrinsic::x86_avx512fp16_mask_sqrt_sh; in EmitX86BuiltinExpr()
14305 IID = Intrinsic::x86_avx512_mask_sqrt_sd; in EmitX86BuiltinExpr()
14308 IID = Intrinsic::x86_avx512_mask_sqrt_ss; in EmitX86BuiltinExpr()
14311 return Builder.CreateCall(CGM.getIntrinsic(IID), Ops); in EmitX86BuiltinExpr()
14342 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
14348 IID = Intrinsic::x86_avx512fp16_sqrt_ph_512; in EmitX86BuiltinExpr()
14351 IID = Intrinsic::x86_avx512_sqrt_ps_512; in EmitX86BuiltinExpr()
14354 IID = Intrinsic::x86_avx512_sqrt_pd_512; in EmitX86BuiltinExpr()
14357 return Builder.CreateCall(CGM.getIntrinsic(IID), Ops); in EmitX86BuiltinExpr()
14531 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
14535 IID = Intrinsic::x86_addcarry_32; in EmitX86BuiltinExpr()
14538 IID = Intrinsic::x86_addcarry_64; in EmitX86BuiltinExpr()
14541 IID = Intrinsic::x86_subborrow_32; in EmitX86BuiltinExpr()
14544 IID = Intrinsic::x86_subborrow_64; in EmitX86BuiltinExpr()
14548 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), in EmitX86BuiltinExpr()
14782 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
14786 IID = Intrinsic::x86_sse_cmp_ps; in EmitX86BuiltinExpr()
14789 IID = Intrinsic::x86_avx_cmp_ps_256; in EmitX86BuiltinExpr()
14792 IID = Intrinsic::x86_sse2_cmp_pd; in EmitX86BuiltinExpr()
14795 IID = Intrinsic::x86_avx_cmp_pd_256; in EmitX86BuiltinExpr()
14798 IID = Intrinsic::x86_avx512_mask_cmp_ps_512; in EmitX86BuiltinExpr()
14801 IID = Intrinsic::x86_avx512_mask_cmp_pd_512; in EmitX86BuiltinExpr()
14804 IID = Intrinsic::x86_avx512_mask_cmp_ps_128; in EmitX86BuiltinExpr()
14807 IID = Intrinsic::x86_avx512_mask_cmp_ps_256; in EmitX86BuiltinExpr()
14810 IID = Intrinsic::x86_avx512_mask_cmp_pd_128; in EmitX86BuiltinExpr()
14813 IID = Intrinsic::x86_avx512_mask_cmp_pd_256; in EmitX86BuiltinExpr()
14817 Function *Intr = CGM.getIntrinsic(IID); in EmitX86BuiltinExpr()
14898 Intrinsic::ID IID = Intrinsic::x86_avx512bf16_mask_cvtneps2bf16_128; in EmitX86BuiltinExpr() local
14899 return Builder.CreateCall(CGM.getIntrinsic(IID), Ops); in EmitX86BuiltinExpr()
14906 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
14910 IID = Intrinsic::x86_avx512bf16_cvtneps2bf16_256; in EmitX86BuiltinExpr()
14913 IID = Intrinsic::x86_avx512bf16_cvtneps2bf16_512; in EmitX86BuiltinExpr()
14916 Value *Res = Builder.CreateCall(CGM.getIntrinsic(IID), Ops[0]); in EmitX86BuiltinExpr()
15070 Intrinsic::ID IID = Intrinsic::x86_encodekey128; in EmitX86BuiltinExpr() local
15072 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), {Ops[0], Ops[1]}); in EmitX86BuiltinExpr()
15085 Intrinsic::ID IID = Intrinsic::x86_encodekey256; in EmitX86BuiltinExpr() local
15088 Builder.CreateCall(CGM.getIntrinsic(IID), {Ops[0], Ops[1], Ops[2]}); in EmitX86BuiltinExpr()
15104 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
15110 IID = Intrinsic::x86_aesenc128kl; in EmitX86BuiltinExpr()
15114 IID = Intrinsic::x86_aesdec128kl; in EmitX86BuiltinExpr()
15118 IID = Intrinsic::x86_aesenc256kl; in EmitX86BuiltinExpr()
15122 IID = Intrinsic::x86_aesdec256kl; in EmitX86BuiltinExpr()
15127 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), {Ops[1], Ops[2]}); in EmitX86BuiltinExpr()
15155 Intrinsic::ID IID; in EmitX86BuiltinExpr() local
15159 IID = Intrinsic::x86_aesencwide128kl; in EmitX86BuiltinExpr()
15163 IID = Intrinsic::x86_aesdecwide128kl; in EmitX86BuiltinExpr()
15167 IID = Intrinsic::x86_aesencwide256kl; in EmitX86BuiltinExpr()
15171 IID = Intrinsic::x86_aesdecwide256kl; in EmitX86BuiltinExpr()
15184 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), InOps); in EmitX86BuiltinExpr()
15219 Intrinsic::ID IID = IsConjFMA in EmitX86BuiltinExpr() local
15222 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), Ops); in EmitX86BuiltinExpr()
15229 Intrinsic::ID IID = IsConjFMA ? Intrinsic::x86_avx512fp16_mask_vfcmadd_csh in EmitX86BuiltinExpr() local
15231 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), Ops); in EmitX86BuiltinExpr()
15239 Intrinsic::ID IID = IsConjFMA ? Intrinsic::x86_avx512fp16_mask_vfcmadd_csh in EmitX86BuiltinExpr() local
15241 Value *Call = Builder.CreateCall(CGM.getIntrinsic(IID), Ops); in EmitX86BuiltinExpr()
16739 Intrinsic::ID IID; in EmitAMDGPUBuiltinExpr() local
16744 IID = Intrinsic::amdgcn_global_atomic_fadd; in EmitAMDGPUBuiltinExpr()
16749 IID = Intrinsic::amdgcn_global_atomic_fadd; in EmitAMDGPUBuiltinExpr()
16752 IID = Intrinsic::amdgcn_global_atomic_fadd; in EmitAMDGPUBuiltinExpr()
16755 IID = Intrinsic::amdgcn_global_atomic_fmin; in EmitAMDGPUBuiltinExpr()
16758 IID = Intrinsic::amdgcn_global_atomic_fmax; in EmitAMDGPUBuiltinExpr()
16761 IID = Intrinsic::amdgcn_flat_atomic_fadd; in EmitAMDGPUBuiltinExpr()
16764 IID = Intrinsic::amdgcn_flat_atomic_fmin; in EmitAMDGPUBuiltinExpr()
16767 IID = Intrinsic::amdgcn_flat_atomic_fmax; in EmitAMDGPUBuiltinExpr()
16771 IID = Intrinsic::amdgcn_flat_atomic_fadd; in EmitAMDGPUBuiltinExpr()
16776 IID = Intrinsic::amdgcn_flat_atomic_fadd; in EmitAMDGPUBuiltinExpr()
16782 CGM.getIntrinsic(IID, {ArgTy, Addr->getType(), Val->getType()}); in EmitAMDGPUBuiltinExpr()
16787 Intrinsic::ID IID; in EmitAMDGPUBuiltinExpr() local
16790 IID = Intrinsic::amdgcn_global_atomic_fadd_v2bf16; in EmitAMDGPUBuiltinExpr()
16793 IID = Intrinsic::amdgcn_flat_atomic_fadd_v2bf16; in EmitAMDGPUBuiltinExpr()
16798 llvm::Function *F = CGM.getIntrinsic(IID, {Addr->getType()}); in EmitAMDGPUBuiltinExpr()
16803 Intrinsic::ID IID; in EmitAMDGPUBuiltinExpr() local
16808 IID = Intrinsic::amdgcn_ds_fadd; in EmitAMDGPUBuiltinExpr()
16812 IID = Intrinsic::amdgcn_ds_fadd; in EmitAMDGPUBuiltinExpr()
16821 llvm::Function *F = CGM.getIntrinsic(IID, {ArgTy}); in EmitAMDGPUBuiltinExpr()
18044 unsigned IID = isColMajor ? II.IID_col : II.IID_row; in EmitNVPTXBuiltinExpr() local
18045 if (IID == 0) in EmitNVPTXBuiltinExpr()
18049 Builder.CreateCall(CGM.getIntrinsic(IID, Src->getType()), {Src, Ldm}); in EmitNVPTXBuiltinExpr()
18091 unsigned IID = isColMajor ? II.IID_col : II.IID_row; in EmitNVPTXBuiltinExpr() local
18092 if (IID == 0) in EmitNVPTXBuiltinExpr()
18095 CGM.getIntrinsic(IID, Dst->getType()); in EmitNVPTXBuiltinExpr()
18162 unsigned IID = MI.getMMAIntrinsic(Layout, Satf); in EmitNVPTXBuiltinExpr() local
18163 if (IID == 0) // Unsupported combination of Layout/Satf. in EmitNVPTXBuiltinExpr()
18167 Function *Intrinsic = CGM.getIntrinsic(IID); in EmitNVPTXBuiltinExpr()