Home
last modified time | relevance | path

Searched refs:CreateIntrinsic (Results 1 – 25 of 32) sorted by relevance

12

/llvm-project-15.0.7/llvm/lib/Target/SPIRV/
H A DSPIRVEmitIntrinsics.cpp64 return IRB->CreateIntrinsic(IntrID, {Types}, {Arg2, VMD}); in buildIntrWithMD()
168 IRB->CreateIntrinsic(Intrinsic::spv_const_composite, {}, {Args}); in preprocessCompositeConstants()
200 IRB->CreateIntrinsic(Intrinsic::spv_switch, {I.getOperand(0)->getType()}, in visitSwitchInst()
211 auto *NewI = IRB->CreateIntrinsic(Intrinsic::spv_gep, {Types}, {Args}); in visitGetElementPtrInst()
265 IRB->CreateIntrinsic(Intrinsic::spv_insertv, {Types}, {Args}); in visitInsertValueInst()
277 IRB->CreateIntrinsic(Intrinsic::spv_extractv, {I.getType()}, {Args}); in visitExtractValueInst()
306 auto *NewI = IRB->CreateIntrinsic( in visitStoreInst()
329 auto *NewI = IRB->CreateIntrinsic(Intrinsic::spv_cmpxchg, in visitAtomicCmpXchgInst()
343 auto *InitInst = IRB->CreateIntrinsic(Intrinsic::spv_init_global, in processGlobalValue()
349 IRB->CreateIntrinsic(Intrinsic::spv_unref_global, GV.getType(), &GV); in processGlobalValue()
[all …]
/llvm-project-15.0.7/llvm/lib/Target/AMDGPU/
H A DAMDGPUAtomicOptimizer.cpp307 B.CreateIntrinsic( in buildReduction()
317 B, Op, V, B.CreateIntrinsic(Intrinsic::amdgcn_permlane64, {}, V)); in buildReduction()
364 Value *const PermX = B.CreateIntrinsic( in buildScan()
374 Value *const Lane31 = B.CreateIntrinsic(Intrinsic::amdgcn_readlane, {}, in buildScan()
503 B.CreateIntrinsic(Intrinsic::amdgcn_ballot, WaveTy, B.getTrue()); in optimizeAtomic()
511 Mbcnt = B.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_lo, {}, in optimizeAtomic()
517 Mbcnt = B.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_lo, {}, in optimizeAtomic()
555 NewV = B.CreateIntrinsic(Intrinsic::amdgcn_readlane, {}, in optimizeAtomic()
560 NewV = B.CreateIntrinsic(Intrinsic::amdgcn_strict_wwm, Ty, NewV); in optimizeAtomic()
642 B.CreateIntrinsic(Intrinsic::amdgcn_readfirstlane, {}, ExtractLo); in optimizeAtomic()
[all …]
H A DAMDGPUReplaceLDSUseWithPointer.cpp211 Builder.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_lo, {}, in activateLaneZero()
215 Builder.CreateIntrinsic(Intrinsic::amdgcn_wave_barrier, {}, {})); in activateLaneZero()
H A DAMDGPULowerKernelArguments.cpp82 Builder.CreateIntrinsic(Intrinsic::amdgcn_kernarg_segment_ptr, {}, {}, in runOnFunction()
H A DAMDGPUCodeGenPrepare.cpp489 return Builder.CreateIntrinsic(ID, {}, {LHS, RHS}); in getMul24()
499 Value *Lo = Builder.CreateIntrinsic(LoID, {}, {LHS, RHS}); in getMul24()
500 Value *Hi = Builder.CreateIntrinsic(HiID, {}, {LHS, RHS}); in getMul24()
968 Value *FR = Builder.CreateIntrinsic(FMAD, in expandDivRem24Impl()
H A DAMDGPUTargetTransformInfo.cpp1032 return B.CreateIntrinsic(Intrinsic::ptrmask, {NewV->getType(), MaskTy}, in rewriteIntrinsicWithAddressSpace()
/llvm-project-15.0.7/llvm/lib/Target/X86/
H A DX86LowerAMXType.cpp249 Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, None, Args); in combineLoadBitcast()
275 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, None, Args); in combineBitcastStore()
324 Value *NewInst = Builder.CreateIntrinsic( in transformBitcast()
342 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, None, Args); in transformBitcast()
475 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, None, Args); in createTileStore()
500 Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, None, Args); in replaceWithTileLoad()
791 Instruction *NewInst = Builder.CreateIntrinsic( in optimizeAMXCastFromPhi()
794 NewInst = Builder.CreateIntrinsic(Intrinsic::x86_cast_tile_to_vector, in optimizeAMXCastFromPhi()
937 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, None, Args); in combineCastStore()
1137 Value *NewInst = Builder.CreateIntrinsic( in transformAMXCast()
[all …]
H A DX86PreAMXConfig.cpp202 Builder.CreateIntrinsic(Intrinsic::x86_ldtilecfg_internal, None, {I8Ptr}); in addTileConfig()
H A DX86InstCombineIntrinsic.cpp545 Value *UAdd = Builder.CreateIntrinsic(Intrinsic::uadd_with_overflow, OpTy, in simplifyX86addcarry()
/llvm-project-15.0.7/llvm/lib/Target/ARM/
H A DMVEGatherScatterLowering.cpp464 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vldr_gather_base, in tryCreateMaskedGatherBase()
468 return Builder.CreateIntrinsic( in tryCreateMaskedGatherBase()
485 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vldr_gather_base_wb, in tryCreateMaskedGatherBaseWB()
489 return Builder.CreateIntrinsic( in tryCreateMaskedGatherBaseWB()
559 Load = Builder.CreateIntrinsic( in tryCreateMaskedGatherOffset()
565 Load = Builder.CreateIntrinsic( in tryCreateMaskedGatherOffset()
630 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vstr_scatter_base, in tryCreateMaskedScatterBase()
634 return Builder.CreateIntrinsic( in tryCreateMaskedScatterBase()
656 return Builder.CreateIntrinsic( in tryCreateMaskedScatterBaseWB()
711 return Builder.CreateIntrinsic( in tryCreateMaskedScatterOffset()
[all …]
/llvm-project-15.0.7/llvm/lib/Transforms/InstCombine/
H A DInstCombineAddSub.cpp1455 Builder.CreateIntrinsic(Intrinsic::umax, {I.getType()}, {A, B})); in visitAdd()
1463 I, Builder.CreateIntrinsic(Intrinsic::ctpop, {I.getType()}, in visitAdd()
1645 I, Builder.CreateIntrinsic(Intrinsic::vector_reduce_fadd, in visitFAdd()
1655 I, Builder.CreateIntrinsic(Intrinsic::vector_reduce_fadd, in visitFAdd()
1779 Value *USub = Builder.CreateIntrinsic(Intrinsic::usub_sat, Ty, {Y, Z}); in foldSubOfMinMax()
1783 Value *USub = Builder.CreateIntrinsic(Intrinsic::usub_sat, Ty, {Z, Y}); in foldSubOfMinMax()
1934 Value *Rdx = Builder.CreateIntrinsic(Intrinsic::vector_reduce_add, in visitSub()
2210 I, Builder.CreateIntrinsic(Intrinsic::usub_sat, {Ty}, {X, Op1})); in visitSub()
2215 I, Builder.CreateIntrinsic(Intrinsic::usub_sat, {Ty}, {Op0, X})); in visitSub()
2233 I, Builder.CreateIntrinsic(Intrinsic::ctpop, {I.getType()}, in visitSub()
[all …]
H A DInstCombineMulDivRem.cpp613 auto *NewPow = Builder.CreateIntrinsic( in visitFMul()
1317 Value *Pow = Builder.CreateIntrinsic(IID, Tys, Args, &I); in foldFDivPowDivisor()
1327 Value *Pow = Builder.CreateIntrinsic(IID, I.getType(), Args, &I); in foldFDivPowDivisor()
/llvm-project-15.0.7/llvm/lib/Target/AArch64/
H A DSVEIntrinsicOpts.cpp164 auto *ConvertToSVBool = Builder.CreateIntrinsic( in coalescePTrueIntrinsicCalls()
179 Builder.CreateIntrinsic(Intrinsic::aarch64_sve_convert_from_svbool, in coalescePTrueIntrinsicCalls()
H A DAArch64TargetTransformInfo.cpp585 auto NarrowBinOpOp1 = Builder.CreateIntrinsic( in tryCombineFromSVBoolBinOp()
591 NarrowedBinOpArgs.push_back(Builder.CreateIntrinsic( in tryCombineFromSVBoolBinOp()
780 auto *PTrue = Builder.CreateIntrinsic(Intrinsic::aarch64_sve_ptrue, in instCombineSVECmpNE()
782 auto *ConvertToSVBool = Builder.CreateIntrinsic( in instCombineSVECmpNE()
785 Builder.CreateIntrinsic(Intrinsic::aarch64_sve_convert_from_svbool, in instCombineSVECmpNE()
921 auto *PTrue = Builder.CreateIntrinsic(Intrinsic::aarch64_sve_ptrue, in instCombineRDFFR()
968 auto *PTest = Builder.CreateIntrinsic(II.getIntrinsicID(), Tys, Ops); in instCombineSVEPTest()
1001 auto FMLA = Builder.CreateIntrinsic(Intrinsic::aarch64_sve_fmla, in instCombineSVEVectorFMLA()
1323 auto ASRD = Builder.CreateIntrinsic( in instCombineSVESDIV()
1330 auto ASRD = Builder.CreateIntrinsic( in instCombineSVESDIV()
[all …]
/llvm-project-15.0.7/llvm/include/llvm/IR/
H A DFixedPointBuilder.h204 Result = B.CreateIntrinsic(IID, {ResultTy, OpTy}, {Result}); in CreateFloatingToFixed()
300 Value *Result = B.CreateIntrinsic( in CreateMul()
328 Value *Result = B.CreateIntrinsic( in CreateDiv()
H A DIRBuilder.h885 CallInst *CreateIntrinsic(Intrinsic::ID ID, ArrayRef<Type *> Types,
913 return CreateIntrinsic(Intrinsic::arithmetic_fence, DstType, Val, nullptr,
920 return CreateIntrinsic(Intrinsic::vector_extract,
928 return CreateIntrinsic(Intrinsic::vector_insert,
/llvm-project-15.0.7/llvm/lib/Transforms/Utils/
H A DGuardUtils.cpp73 auto *WC = B.CreateIntrinsic(Intrinsic::experimental_widenable_condition, in makeGuardControlFlowExplicit()
H A DScalarEvolutionExpander.cpp1688 Sel = Builder.CreateIntrinsic(IntrinID, {Ty}, {LHS, RHS}, in expandMinMaxExpr()
/llvm-project-15.0.7/llvm/unittests/IR/
H A DIRBuilderTest.cpp81 Call = Builder.CreateIntrinsic(Intrinsic::readcyclecounter, {}, {}); in TEST_F()
109 Call = Builder.CreateIntrinsic(Intrinsic::fma, {V->getType()}, {V, V, V}); in TEST_F()
115 Call = Builder.CreateIntrinsic(Intrinsic::fma, {V->getType()}, {V, V, V}, I); in TEST_F()
121 Call = Builder.CreateIntrinsic(Intrinsic::fma, {V->getType()}, {V, V, V}, I); in TEST_F()
133 Call = Builder.CreateIntrinsic( in TEST_F()
156 Call = Builder.CreateIntrinsic(Intrinsic::aarch64_sve_fcvtzs_i32f16, {}, in TEST_F()
176 Call = Builder.CreateIntrinsic(Intrinsic::masked_load, in TEST_F()
H A DInstructionsTest.cpp602 auto *I = cast<Instruction>(Builder.CreateIntrinsic( in TEST()
/llvm-project-15.0.7/llvm/lib/Target/RISCV/
H A DRISCVGatherScatterLowering.cpp441 Call = Builder.CreateIntrinsic( in tryCreateStridedLoadStore()
446 Call = Builder.CreateIntrinsic( in tryCreateStridedLoadStore()
/llvm-project-15.0.7/llvm/lib/IR/
H A DIRBuilder.cpp121 Value *Res = CreateIntrinsic(Intrinsic::experimental_stepvector, in CreateStepVector()
886 CallInst *IRBuilderBase::CreateIntrinsic(Intrinsic::ID ID, in CreateIntrinsic() function in IRBuilderBase
908 CallInst *C = CreateIntrinsic(ID, {L->getType()}, in CreateConstrainedFPBinOp()
954 C = CreateIntrinsic(ID, {DestTy, V->getType()}, {V, RoundingV, ExceptV}, in CreateConstrainedFPCast()
957 C = CreateIntrinsic(ID, {DestTy, V->getType()}, {V, ExceptV}, nullptr, in CreateConstrainedFPCast()
988 CallInst *C = CreateIntrinsic(ID, {L->getType()}, in CreateConstrainedFPCmp()
/llvm-project-15.0.7/llvm/lib/Transforms/Scalar/
H A DLoopIdiomRecognize.cpp2497 CallInst *XMaskedNumLeadingZeros = Builder.CreateIntrinsic( in recognizeShiftUntilBitTest()
2845 CallInst *ValNumLeadingZeros = Builder.CreateIntrinsic( in recognizeShiftUntilZero()
2860 Value *IVFinal = Builder.CreateIntrinsic(Intrinsic::smax, {Ty}, in recognizeShiftUntilZero()
/llvm-project-15.0.7/llvm/unittests/Transforms/Utils/
H A DLocalTest.cpp1082 CallInst *GCRoot = B.CreateIntrinsic(Intrinsic::gcroot, {}, in TEST()
/llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/
H A DVPlanRecipes.cpp231 Instruction *Call = Builder.CreateIntrinsic( in generateInstruction()

12