| /llvm-project-15.0.7/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXTargetTransformInfo.cpp | 142 Optional<Intrinsic::ID> IID; in simplifyNvvmIntrinsic() 174 case Intrinsic::nvvm_ceil_d: in simplifyNvvmIntrinsic() 176 case Intrinsic::nvvm_ceil_f: in simplifyNvvmIntrinsic() 180 case Intrinsic::nvvm_fabs_d: in simplifyNvvmIntrinsic() 182 case Intrinsic::nvvm_fabs_f: in simplifyNvvmIntrinsic() 206 case Intrinsic::nvvm_fmax_d: in simplifyNvvmIntrinsic() 208 case Intrinsic::nvvm_fmax_f: in simplifyNvvmIntrinsic() 232 case Intrinsic::nvvm_fmin_d: in simplifyNvvmIntrinsic() 234 case Intrinsic::nvvm_fmin_f: in simplifyNvvmIntrinsic() 266 case Intrinsic::nvvm_sqrt_f: in simplifyNvvmIntrinsic() [all …]
|
| H A D | NVPTXISelLowering.cpp | 2784 switch (Intrinsic) { in getOpcForTextureInstr() 3143 switch (Intrinsic) { in getOpcForSurfaceInstr() 3487 switch (Intrinsic) { in getTgtMemIntrinsic() 3909 case Intrinsic::nvvm_ldu_global_i: in getTgtMemIntrinsic() 3910 case Intrinsic::nvvm_ldu_global_f: in getTgtMemIntrinsic() 3914 if (Intrinsic == Intrinsic::nvvm_ldu_global_i) in getTgtMemIntrinsic() 3916 else if(Intrinsic == Intrinsic::nvvm_ldu_global_p) in getTgtMemIntrinsic() 3927 case Intrinsic::nvvm_ldg_global_i: in getTgtMemIntrinsic() 3928 case Intrinsic::nvvm_ldg_global_f: in getTgtMemIntrinsic() 3933 if (Intrinsic == Intrinsic::nvvm_ldg_global_i) in getTgtMemIntrinsic() [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/IR/ |
| H A D | IntrinsicsMips.td | 28 Intrinsic<[llvm_v4i8_ty], [llvm_v4i8_ty, llvm_v4i8_ty], 83 Intrinsic<[mips_v2q15_ty], [mips_v2q15_ty], []>; 85 Intrinsic<[mips_q31_ty], [mips_q31_ty], []>; 201 Intrinsic<[], [llvm_v4i8_ty, llvm_v4i8_ty], []>; 203 Intrinsic<[], [llvm_v4i8_ty, llvm_v4i8_ty], []>; 263 Intrinsic<[llvm_i32_ty], [], [IntrReadMem]>; 276 Intrinsic<[mips_v4q7_ty], [mips_v4q7_ty], []>; 1245 Intrinsic<[llvm_v16i8_ty], 1249 Intrinsic<[llvm_v8i16_ty], 1253 Intrinsic<[llvm_v4i32_ty], [all …]
|
| H A D | IntrinsicsX86.td | 3775 Intrinsic<[], 3780 Intrinsic<[], 3785 Intrinsic<[], 3790 Intrinsic<[], 3795 Intrinsic<[], 3800 Intrinsic<[], 3805 Intrinsic<[], 3810 Intrinsic<[], 3815 Intrinsic<[], 3820 Intrinsic<[], [all …]
|
| H A D | IntrinsicsPowerPC.td | 170 : Intrinsic< 175 : Intrinsic< 180 : Intrinsic<[llvm_float_ty], 184 : Intrinsic< 189 : Intrinsic< 194 : Intrinsic<[llvm_float_ty], 331 Intrinsic<[], 335 Intrinsic<[], 339 Intrinsic<[], 343 Intrinsic<[], [all …]
|
| H A D | IntrinsicsXCore.td | 17 def int_xcore_crc8 : Intrinsic<[llvm_i32_ty, llvm_i32_ty], 20 def int_xcore_crc32 : Intrinsic<[llvm_i32_ty], 33 def int_xcore_geted : Intrinsic<[llvm_i32_ty],[]>; 34 def int_xcore_getet : Intrinsic<[llvm_i32_ty],[]>; 35 def int_xcore_setsr : Intrinsic<[],[llvm_i32_ty]>; 36 def int_xcore_clrsr : Intrinsic<[],[llvm_i32_ty]>; 40 def int_xcore_freer : Intrinsic<[],[llvm_anyptr_ty], 69 def int_xcore_clrpt : Intrinsic<[],[llvm_anyptr_ty], 73 def int_xcore_syncr : Intrinsic<[],[llvm_anyptr_ty], 102 def int_xcore_clre : Intrinsic<[],[],[]>; [all …]
|
| H A D | IntrinsicInst.h | 61 case Intrinsic::maxnum: in isCommutative() 62 case Intrinsic::minnum: in isCommutative() 63 case Intrinsic::maximum: in isCommutative() 64 case Intrinsic::minimum: in isCommutative() 65 case Intrinsic::smax: in isCommutative() 66 case Intrinsic::smin: in isCommutative() 67 case Intrinsic::umax: in isCommutative() 68 case Intrinsic::umin: in isCommutative() 79 case Intrinsic::fma: in isCommutative() 91 case Intrinsic::assume: in isAssumeLikeIntrinsic() [all …]
|
| H A D | IntrinsicsWebAssembly.td | 124 Intrinsic<[llvm_i32_ty], 130 Intrinsic<[llvm_i32_ty], 146 Intrinsic<[llvm_v16i8_ty], 150 Intrinsic<[llvm_v16i8_ty], 173 Intrinsic<[llvm_i32_ty], 177 Intrinsic<[llvm_i32_ty], 181 Intrinsic<[llvm_i32_ty], 185 Intrinsic<[llvm_v4i32_ty], 199 Intrinsic<[llvm_v8i16_ty], 240 Intrinsic<[llvm_v16i8_ty], [all …]
|
| H A D | IntrinsicsARM.td | 402 : Intrinsic<[llvm_v8i8_ty], 405 : Intrinsic<[llvm_v8i8_ty], 408 : Intrinsic<[llvm_v8i8_ty], 1322 def "" : Intrinsic< 1326 def a : Intrinsic< 1332 def d: Intrinsic< 1336 def da: Intrinsic< 1348 def "" : Intrinsic< 1352 def a : Intrinsic< 1364 def "" : Intrinsic< [all …]
|
| H A D | IntrinsicsVEVL.gen.td | 1 …" in def int_ve_vl_vld_vssl : ClangBuiltin<"__builtin_ve_vl_vld_vssl">, Intrinsic<[LLVMType<v256f6… 446 …ve" in def int_ve_vl_vseq_vl : ClangBuiltin<"__builtin_ve_vl_vseq_vl">, Intrinsic<[LLVMType<v256f6… 448 … def int_ve_vl_pvseqlo_vl : ClangBuiltin<"__builtin_ve_vl_pvseqlo_vl">, Intrinsic<[LLVMType<v256f6… 450 … def int_ve_vl_pvsequp_vl : ClangBuiltin<"__builtin_ve_vl_pvsequp_vl">, Intrinsic<[LLVMType<v256f6… 452 …" in def int_ve_vl_pvseq_vl : ClangBuiltin<"__builtin_ve_vl_pvseq_vl">, Intrinsic<[LLVMType<v256f6… 839 … def int_ve_vl_vfmklat_ml : ClangBuiltin<"__builtin_ve_vl_vfmklat_ml">, Intrinsic<[LLVMType<v256i1… 840 … def int_ve_vl_vfmklaf_ml : ClangBuiltin<"__builtin_ve_vl_vfmklaf_ml">, Intrinsic<[LLVMType<v256i1… 1245 …ve" in def int_ve_vl_negm_mm : ClangBuiltin<"__builtin_ve_vl_negm_mm">, Intrinsic<[LLVMType<v256i1… 1246 …ve" in def int_ve_vl_negm_MM : ClangBuiltin<"__builtin_ve_vl_negm_MM">, Intrinsic<[LLVMType<v512i1… 1254 let TargetPrefix = "ve" in def int_ve_vl_fencei : ClangBuiltin<"__builtin_ve_vl_fencei">, Intrinsic… [all …]
|
| H A D | IntrinsicsSPIRV.td | 14 def int_spv_assign_type : Intrinsic<[], [llvm_any_ty, llvm_metadata_ty]>; 15 def int_spv_assign_name : Intrinsic<[], [llvm_any_ty, llvm_vararg_ty]>; 17 def int_spv_track_constant : Intrinsic<[llvm_any_ty], [llvm_any_ty, llvm_metadata_ty]>; 18 def int_spv_init_global : Intrinsic<[], [llvm_any_ty, llvm_any_ty]>; 19 def int_spv_unref_global : Intrinsic<[], [llvm_any_ty]>; 24 def int_spv_extractv : Intrinsic<[llvm_any_ty], [llvm_i32_ty, llvm_vararg_ty]>; 26 def int_spv_extractelt : Intrinsic<[llvm_any_ty], [llvm_any_ty, llvm_anyint_ty]>; 28 def int_spv_const_composite : Intrinsic<[llvm_i32_ty], [llvm_vararg_ty]>; 29 def int_spv_bitcast : Intrinsic<[llvm_any_ty], [llvm_any_ty]>; 30 def int_spv_switch : Intrinsic<[], [llvm_any_ty, llvm_vararg_ty]>; [all …]
|
| H A D | IntrinsicsNVVM.td | 1298 : Intrinsic<[elty], 1302 : Intrinsic<[elty], 1414 Intrinsic<[],[],[]>; 1422 Intrinsic<[],[],[]>; 2536 : Intrinsic<[llvm_i16_ty], 2540 : Intrinsic<[llvm_i16_ty], 2544 : Intrinsic<[llvm_i32_ty], 4573 : Intrinsic<Frag.regs, 4580 : Intrinsic<[], 4606 : Intrinsic<D.regs, [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86InstCombineIntrinsic.cpp | 139 case Intrinsic::x86_sse2_psra_d: in simplifyX86immShift() 140 case Intrinsic::x86_sse2_psra_w: in simplifyX86immShift() 141 case Intrinsic::x86_avx2_psra_d: in simplifyX86immShift() 142 case Intrinsic::x86_avx2_psra_w: in simplifyX86immShift() 162 case Intrinsic::x86_sse2_psrl_d: in simplifyX86immShift() 163 case Intrinsic::x86_sse2_psrl_q: in simplifyX86immShift() 164 case Intrinsic::x86_sse2_psrl_w: in simplifyX86immShift() 165 case Intrinsic::x86_avx2_psrl_d: in simplifyX86immShift() 166 case Intrinsic::x86_avx2_psrl_q: in simplifyX86immShift() 695 Function *F = Intrinsic::getDeclaration(M, Intrinsic::x86_sse4a_extrqi); in simplifyX86extrq() [all …]
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | ExpandReductions.cpp | 29 unsigned getOpcode(Intrinsic::ID ID) { in getOpcode() 31 case Intrinsic::vector_reduce_fadd: in getOpcode() 33 case Intrinsic::vector_reduce_fmul: in getOpcode() 35 case Intrinsic::vector_reduce_add: in getOpcode() 37 case Intrinsic::vector_reduce_mul: in getOpcode() 39 case Intrinsic::vector_reduce_and: in getOpcode() 41 case Intrinsic::vector_reduce_or: in getOpcode() 43 case Intrinsic::vector_reduce_xor: in getOpcode() 45 case Intrinsic::vector_reduce_smax: in getOpcode() 46 case Intrinsic::vector_reduce_smin: in getOpcode() [all …]
|
| H A D | IntrinsicLowering.cpp | 246 case Intrinsic::ctpop: in LowerIntrinsicCall() 250 case Intrinsic::bswap: in LowerIntrinsicCall() 254 case Intrinsic::ctlz: in LowerIntrinsicCall() 258 case Intrinsic::cttz: { in LowerIntrinsicCall() 331 case Intrinsic::assume: in LowerIntrinsicCall() 377 case Intrinsic::log: { in LowerIntrinsicCall() 389 case Intrinsic::exp: { in LowerIntrinsicCall() 397 case Intrinsic::pow: { in LowerIntrinsicCall() 401 case Intrinsic::sin: { in LowerIntrinsicCall() 405 case Intrinsic::cos: { in LowerIntrinsicCall() [all …]
|
| H A D | PreISelIntrinsicLowering.cpp | 146 case Intrinsic::objc_autorelease: in lowerIntrinsics() 158 case Intrinsic::objc_copyWeak: in lowerIntrinsics() 161 case Intrinsic::objc_destroyWeak: in lowerIntrinsics() 164 case Intrinsic::objc_initWeak: in lowerIntrinsics() 167 case Intrinsic::objc_loadWeak: in lowerIntrinsics() 173 case Intrinsic::objc_moveWeak: in lowerIntrinsics() 176 case Intrinsic::objc_release: in lowerIntrinsics() 179 case Intrinsic::objc_retain: in lowerIntrinsics() 197 case Intrinsic::objc_storeWeak: in lowerIntrinsics() 215 case Intrinsic::objc_sync_enter: in lowerIntrinsics() [all …]
|
| /llvm-project-15.0.7/llvm/lib/IR/ |
| H A D | IntrinsicInst.cpp | 47 case Intrinsic::objc_release: in mayLowerToFunctionCall() 48 case Intrinsic::objc_retain: in mayLowerToFunctionCall() 537 case Intrinsic::vp_trunc: in getDeclarationForParams() 538 case Intrinsic::vp_sext: in getDeclarationForParams() 539 case Intrinsic::vp_zext: in getDeclarationForParams() 545 case Intrinsic::vp_fpext: in getDeclarationForParams() 551 case Intrinsic::vp_merge: in getDeclarationForParams() 555 case Intrinsic::vp_load: in getDeclarationForParams() 567 case Intrinsic::vp_store: in getDeclarationForParams() 694 case Intrinsic::uadd_sat: in getBinaryOp() [all …]
|
| H A D | AutoUpgrade.cpp | 587 Intrinsic::arm_neon_vst2lane, Intrinsic::arm_neon_vst3lane, in UpgradeIntrinsicFunction1() 719 NewFn = Intrinsic::getDeclaration(F->getParent(), Intrinsic::fshr, in UpgradeIntrinsicFunction1() 796 Intrinsic::ID ID = Intrinsic::not_intrinsic; in UpgradeIntrinsicFunction1() 816 Intrinsic::lifetime_start : Intrinsic::invariant_start; in UpgradeIntrinsicFunction1() 829 Intrinsic::lifetime_end : Intrinsic::invariant_end; in UpgradeIntrinsicFunction1() 937 Intrinsic::ID IID = StringSwitch<Intrinsic::ID>(Name) in UpgradeIntrinsicFunction1() 1276 Intrinsic::ID IID; in UpgradeX86VPERMT2Intrinsics() 1362 Intrinsic::ID IID = IsRotateRight ? Intrinsic::fshr : Intrinsic::fshl; in upgradeX86Rotate() 1432 Intrinsic::ID IID = IsShiftRight ? Intrinsic::fshr : Intrinsic::fshl; in upgradeX86ConcatShift() 1624 Intrinsic::ID IID; in upgradeAVX512MaskToSelect() [all …]
|
| /llvm-project-15.0.7/llvm/test/TableGen/ |
| H A D | searchabletables-intrinsic.td | 55 Intrinsic Intr = !cast<Intrinsic>(intr); 60 // CHECK-DAG: { Intrinsic::abc, 0x0 }, 61 // CHECK-DAG: { Intrinsic::xyz, 0x1 }, 74 // CHECK-NEXT: Intrinsic::abc 75 // CHECK-NEXT: Intrinsic::xyz 76 // CHECK-NEXT: Intrinsic::ftarget_ghi 77 // CHECK-NEXT: Intrinsic::ftarget_ghi_x 78 // CHECK-NEXT: Intrinsic::ftarget_rst 79 // CHECK-NEXT: Intrinsic::gtarget_def 80 // CHECK-NEXT: Intrinsic::gtarget_defg [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/Hexagon/ |
| H A D | HexagonVectorLoopCarriedReuse.cpp | 261 case Intrinsic::hexagon_V6_vaddb: in isCallInstCommutative() 263 case Intrinsic::hexagon_V6_vaddh: in isCallInstCommutative() 265 case Intrinsic::hexagon_V6_vaddw: in isCallInstCommutative() 273 case Intrinsic::hexagon_V6_vmaxb: in isCallInstCommutative() 275 case Intrinsic::hexagon_V6_vmaxh: in isCallInstCommutative() 277 case Intrinsic::hexagon_V6_vmaxw: in isCallInstCommutative() 287 case Intrinsic::hexagon_V6_vminb: in isCallInstCommutative() 289 case Intrinsic::hexagon_V6_vminh: in isCallInstCommutative() 291 case Intrinsic::hexagon_V6_vminw: in isCallInstCommutative() 361 case Intrinsic::hexagon_V6_hi: in canReplace() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Analysis/ |
| H A D | ObjCARCInstKind.cpp | 164 case Intrinsic::stacksave: in isInertIntrinsic() 166 case Intrinsic::vastart: in isInertIntrinsic() 167 case Intrinsic::vacopy: in isInertIntrinsic() 168 case Intrinsic::vaend: in isInertIntrinsic() 169 case Intrinsic::objectsize: in isInertIntrinsic() 170 case Intrinsic::prefetch: in isInertIntrinsic() 186 case Intrinsic::dbg_value: in isInertIntrinsic() 187 case Intrinsic::dbg_label: in isInertIntrinsic() 203 case Intrinsic::memcpy: in isUseOnlyIntrinsic() 204 case Intrinsic::memmove: in isUseOnlyIntrinsic() [all …]
|
| H A D | ConstantFolding.cpp | 1509 case Intrinsic::ctlz: in canConstantFoldCallTo() 1510 case Intrinsic::cttz: in canConstantFoldCallTo() 1511 case Intrinsic::fshl: in canConstantFoldCallTo() 1517 case Intrinsic::abs: in canConstantFoldCallTo() 1563 case Intrinsic::log: in canConstantFoldCallTo() 1566 case Intrinsic::exp: in canConstantFoldCallTo() 1569 case Intrinsic::sin: in canConstantFoldCallTo() 1570 case Intrinsic::cos: in canConstantFoldCallTo() 1571 case Intrinsic::pow: in canConstantFoldCallTo() 1573 case Intrinsic::fma: in canConstantFoldCallTo() [all …]
|
| /llvm-project-15.0.7/mlir/lib/Target/LLVMIR/Dialect/NVVM/ |
| H A D | NVVMToLLVMIRTranslation.cpp | 26 static llvm::Intrinsic::ID getShflIntrinsicId(llvm::Type *resultType, in getShflIntrinsicId() 35 ? llvm::Intrinsic::nvvm_shfl_sync_bfly_f32p in getShflIntrinsicId() 36 : llvm::Intrinsic::nvvm_shfl_sync_bfly_i32p; in getShflIntrinsicId() 42 ? llvm::Intrinsic::nvvm_shfl_sync_down_f32p in getShflIntrinsicId() 43 : llvm::Intrinsic::nvvm_shfl_sync_down_i32p; in getShflIntrinsicId() 68 static llvm::Intrinsic::ID getLdMatrixIntrinsicId(NVVM::MMALayout layout, in getLdMatrixIntrinsicId() 73 return llvm::Intrinsic::nvvm_ldmatrix_sync_aligned_m8n8_x1_b16; in getLdMatrixIntrinsicId() 75 return llvm::Intrinsic::nvvm_ldmatrix_sync_aligned_m8n8_x2_b16; in getLdMatrixIntrinsicId() 77 return llvm::Intrinsic::nvvm_ldmatrix_sync_aligned_m8n8_x4_b16; in getLdMatrixIntrinsicId() 85 return llvm::Intrinsic::nvvm_ldmatrix_sync_aligned_m8n8_x1_trans_b16; in getLdMatrixIntrinsicId() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/Mips/ |
| H A D | MipsSEISelLowering.cpp | 1536 switch (Intrinsic) { in lowerINTRINSIC_WO_CHAIN() 1559 case Intrinsic::mips_mult: in lowerINTRINSIC_WO_CHAIN() 1563 case Intrinsic::mips_madd: in lowerINTRINSIC_WO_CHAIN() 1567 case Intrinsic::mips_msub: in lowerINTRINSIC_WO_CHAIN() 1696 case Intrinsic::mips_bz_b: in lowerINTRINSIC_WO_CHAIN() 1962 switch (Intrinsic) { in lowerINTRINSIC_WO_CHAIN() 1981 case Intrinsic::mips_lsa: in lowerINTRINSIC_WO_CHAIN() 2121 switch (Intrinsic) { in lowerINTRINSIC_WO_CHAIN() 2152 switch (Intrinsic) { in lowerINTRINSIC_WO_CHAIN() 2212 switch (Intrinsic) { in lowerINTRINSIC_WO_CHAIN() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/PowerPC/ |
| H A D | PPCTargetTransformInfo.cpp | 68 case Intrinsic::ppc_altivec_lvx: in instCombineIntrinsic() 79 case Intrinsic::ppc_vsx_lxvw4x: in instCombineIntrinsic() 97 case Intrinsic::ppc_vsx_stxvw4x: in instCombineIntrinsic() 470 case Intrinsic::powi: in mightUseCTR() 471 case Intrinsic::log: in mightUseCTR() 472 case Intrinsic::log2: in mightUseCTR() 474 case Intrinsic::exp: in mightUseCTR() 475 case Intrinsic::exp2: in mightUseCTR() 476 case Intrinsic::pow: in mightUseCTR() 477 case Intrinsic::sin: in mightUseCTR() [all …]
|