Home
last modified time | relevance | path

Searched refs:CreateIntrinsic (Results 1 – 25 of 46) sorted by relevance

12

/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/SPIRV/
H A DSPIRVEmitIntrinsics.cpp71 return IRB->CreateIntrinsic(IntrID, {Types}, Args); in buildIntrWithMD()
185 auto *IntrUndef = IRB->CreateIntrinsic(Intrinsic::spv_undef, {}, {}); in preprocessUndefs()
252 auto *NewI = IRB->CreateIntrinsic(Intrinsic::spv_gep, {Types}, {Args}); in visitGetElementPtrInst()
382 IRB->CreateIntrinsic(Intrinsic::spv_ptrcast, {Types}, Args); in insertPtrCastInstr()
425 IRB->CreateIntrinsic(Intrinsic::spv_insertv, {Types}, {Args}); in visitInsertValueInst()
466 auto *NewI = IRB->CreateIntrinsic( in visitStoreInst()
477 auto *NewI = IRB->CreateIntrinsic(Intrinsic::spv_alloca, {PtrTy}, {}); in visitAllocaInst()
495 auto *NewI = IRB->CreateIntrinsic(Intrinsic::spv_cmpxchg, in visitAtomicCmpXchgInst()
503 IRB->CreateIntrinsic(Intrinsic::spv_unreachable, {}, {}); in visitUnreachableInst()
515 auto *InitInst = IRB->CreateIntrinsic(Intrinsic::spv_init_global, in processGlobalValue()
[all …]
H A DSPIRVPrepareFunctions.cpp142 auto *BSwap = IRB.CreateIntrinsic(Intrinsic::bswap, Intrinsic->getType(), in lowerIntrinsicToFunction()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUAtomicOptimizer.cpp414 Value *Permlanex16Call = B.CreateIntrinsic( in buildReduction()
427 B.CreateIntrinsic(Intrinsic::amdgcn_permlane64, {}, V); in buildReduction()
482 Value *PermX = B.CreateIntrinsic( in buildScan()
576 B.CreateIntrinsic(Intrinsic::amdgcn_ballot, WaveTy, B.getTrue()); in buildScanIteratively()
609 B.CreateIntrinsic(Intrinsic::amdgcn_writelane, {}, in buildScanIteratively()
724 B.CreateIntrinsic(Intrinsic::amdgcn_ballot, WaveTy, B.getTrue()); in optimizeAtomic()
732 Mbcnt = B.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_lo, {}, in optimizeAtomic()
737 Mbcnt = B.CreateIntrinsic(Intrinsic::amdgcn_mbcnt_lo, {}, in optimizeAtomic()
771 NewV = B.CreateIntrinsic(Intrinsic::amdgcn_set_inactive, IntNTy, in optimizeAtomic()
791 NewV = B.CreateIntrinsic(Intrinsic::amdgcn_readlane, {}, in optimizeAtomic()
[all …]
H A DAMDGPUCodeGenPrepare.cpp676 Value *Result = Builder.CreateIntrinsic(ID, {IntrinTy}, {LHS, RHS}); in replaceMulWithMul24()
770 Value *Frexp = Builder.CreateIntrinsic(Intrinsic::frexp, in getFrexpResults()
780 ? Builder.CreateIntrinsic(Intrinsic::amdgcn_frexp_exp, in getFrexpResults()
1028 return Builder.CreateIntrinsic(Intrinsic::amdgcn_fdiv_fast, {}, {Num, Den}); in optimizeWithFDivFast()
1274 Value *FR = Builder.CreateIntrinsic(FMAD, in expandDivRem24Impl()
2085 Builder.CreateIntrinsic(Intrinsic::amdgcn_fract, {Ty}, {FractVals[I]}); in applyFractPat()
H A DAMDGPULowerKernelArguments.cpp121 Builder.CreateIntrinsic(Intrinsic::amdgcn_kernarg_segment_ptr, {}, {}, in lowerKernelArguments()
H A DAMDGPUTargetTransformInfo.cpp1101 return B.CreateIntrinsic(Intrinsic::ptrmask, {NewV->getType(), MaskTy}, in rewriteIntrinsicWithAddressSpace()
H A DAMDGPUInstCombineIntrinsic.cpp835 Value *NewCall = IC.Builder.CreateIntrinsic(IID, {X->getType()}, in instCombineIntrinsic()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86LowerAMXType.cpp250 Value *NewInst = Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, in combineLoadBitcast()
276 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, std::nullopt, in combineBitcastStore()
326 Value *NewInst = Builder.CreateIntrinsic( in transformBitcast()
344 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, std::nullopt, in transformBitcast()
477 Instruction *TileStore = Builder.CreateIntrinsic( in createTileStore()
502 Value *TileLoad = Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, in replaceWithTileLoad()
795 Instruction *NewInst = Builder.CreateIntrinsic( in optimizeAMXCastFromPhi()
798 NewInst = Builder.CreateIntrinsic(Intrinsic::x86_cast_tile_to_vector, in optimizeAMXCastFromPhi()
939 Builder.CreateIntrinsic(Intrinsic::x86_tilestored64_internal, std::nullopt, in combineCastStore()
984 Value *NewInst = Builder.CreateIntrinsic(Intrinsic::x86_tileloadd64_internal, in combineLoadCast()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/
H A DMVEGatherScatterLowering.cpp464 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vldr_gather_base, in tryCreateMaskedGatherBase()
468 return Builder.CreateIntrinsic( in tryCreateMaskedGatherBase()
485 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vldr_gather_base_wb, in tryCreateMaskedGatherBaseWB()
489 return Builder.CreateIntrinsic( in tryCreateMaskedGatherBaseWB()
559 Load = Builder.CreateIntrinsic( in tryCreateMaskedGatherOffset()
565 Load = Builder.CreateIntrinsic( in tryCreateMaskedGatherOffset()
630 return Builder.CreateIntrinsic(Intrinsic::arm_mve_vstr_scatter_base, in tryCreateMaskedScatterBase()
634 return Builder.CreateIntrinsic( in tryCreateMaskedScatterBase()
656 return Builder.CreateIntrinsic( in tryCreateMaskedScatterBaseWB()
711 return Builder.CreateIntrinsic( in tryCreateMaskedScatterOffset()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/
H A DSVEIntrinsicOpts.cpp165 auto *ConvertToSVBool = Builder.CreateIntrinsic( in coalescePTrueIntrinsicCalls()
180 Builder.CreateIntrinsic(Intrinsic::aarch64_sve_convert_from_svbool, in coalescePTrueIntrinsicCalls()
H A DAArch64LoopIdiomTransform.cpp557 Value *InitialPred = Builder.CreateIntrinsic( in expandFindMismatch()
560 Value *VecLen = Builder.CreateIntrinsic(Intrinsic::vscale, {I64Type}, {}); in expandFindMismatch()
614 Builder.CreateIntrinsic(Intrinsic::get_active_lane_mask, in expandFindMismatch()
640 Value *Ctz = Builder.CreateIntrinsic( in expandFindMismatch()
H A DAArch64TargetTransformInfo.cpp843 auto NarrowBinOpOp1 = IC.Builder.CreateIntrinsic( in tryCombineFromSVBoolBinOp()
849 NarrowedBinOpArgs.push_back(IC.Builder.CreateIntrinsic( in tryCombineFromSVBoolBinOp()
1059 auto *PTrue = IC.Builder.CreateIntrinsic(Intrinsic::aarch64_sve_ptrue, in instCombineSVECmpNE()
1061 auto *ConvertToSVBool = IC.Builder.CreateIntrinsic( in instCombineSVECmpNE()
1181 auto *FPII = IC.Builder.CreateIntrinsic( in instCombineSVECondLast()
1324 Res = IC.Builder.CreateIntrinsic(FuseOpc, {II.getType()}, in instCombineSVEVectorFuseMulAddSub()
1327 Res = IC.Builder.CreateIntrinsic(FuseOpc, {II.getType()}, in instCombineSVEVectorFuseMulAddSub()
1723 auto ASRD = IC.Builder.CreateIntrinsic( in instCombineSVESDIV()
1730 auto ASRD = IC.Builder.CreateIntrinsic( in instCombineSVESDIV()
1732 auto NEG = IC.Builder.CreateIntrinsic( in instCombineSVESDIV()
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/IR/
H A DIRBuilder.cpp119 Value *Res = CreateIntrinsic(Intrinsic::experimental_stepvector, in CreateStepVector()
541 CallInst *CI = CreateIntrinsic(llvm::Intrinsic::threadlocal_address, in CreateThreadLocalAddress()
930 CallInst *IRBuilderBase::CreateIntrinsic(Intrinsic::ID ID, in CreateIntrinsic() function in IRBuilderBase
940 CallInst *IRBuilderBase::CreateIntrinsic(Type *RetTy, Intrinsic::ID ID, in CreateIntrinsic() function in IRBuilderBase
979 CallInst *C = CreateIntrinsic(ID, {L->getType()}, in CreateConstrainedFPBinOp()
997 CreateIntrinsic(ID, {L->getType()}, {L, R, ExceptV}, nullptr, Name); in CreateConstrainedFPUnroundedBinOp()
1042 C = CreateIntrinsic(ID, {DestTy, V->getType()}, {V, RoundingV, ExceptV}, in CreateConstrainedFPCast()
1045 C = CreateIntrinsic(ID, {DestTy, V->getType()}, {V, ExceptV}, nullptr, in CreateConstrainedFPCast()
1076 CallInst *C = CreateIntrinsic(ID, {L->getType()}, in CreateConstrainedFPCmp()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/IR/
H A DFixedPointBuilder.h206 Result = B.CreateIntrinsic(IID, {ResultTy, OpTy}, {Result}); in CreateFloatingToFixed()
302 Value *Result = B.CreateIntrinsic( in CreateMul()
330 Value *Result = B.CreateIntrinsic( in CreateDiv()
H A DIRBuilder.h972 CallInst *CreateIntrinsic(Intrinsic::ID ID, ArrayRef<Type *> Types,
980 CallInst *CreateIntrinsic(Type *RetTy, Intrinsic::ID ID,
1026 return CreateIntrinsic(Intrinsic::arithmetic_fence, DstType, Val, nullptr,
1033 return CreateIntrinsic(Intrinsic::vector_extract,
1041 return CreateIntrinsic(Intrinsic::vector_insert,
1049 return CreateIntrinsic(Intrinsic::stacksave, {DL.getAllocaPtrType(Context)},
1055 return CreateIntrinsic(Intrinsic::stackrestore, {Ptr->getType()}, {Ptr},
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineAddSub.cpp1718 Builder.CreateIntrinsic(Intrinsic::umax, {I.getType()}, {A, B})); in visitAdd()
1726 I, Builder.CreateIntrinsic(Intrinsic::ctpop, {I.getType()}, in visitAdd()
1745 Value *Ctlz = Builder.CreateIntrinsic(Intrinsic::ctlz, {A->getType()}, in visitAdd()
1945 I, Builder.CreateIntrinsic(Intrinsic::vector_reduce_fadd, in visitFAdd()
1955 I, Builder.CreateIntrinsic(Intrinsic::vector_reduce_fadd, in visitFAdd()
2098 Value *USub = Builder.CreateIntrinsic(Intrinsic::usub_sat, Ty, {Y, Z}); in foldSubOfMinMax()
2297 Value *Rdx = Builder.CreateIntrinsic(Intrinsic::vector_reduce_add, in visitSub()
2598 I, Builder.CreateIntrinsic(Intrinsic::usub_sat, {Ty}, {X, Op1})); in visitSub()
2603 I, Builder.CreateIntrinsic(Intrinsic::usub_sat, {Ty}, {Op0, X})); in visitSub()
2621 I, Builder.CreateIntrinsic(Intrinsic::ctpop, {I.getType()}, in visitSub()
[all …]
H A DInstCombineMulDivRem.cpp707 auto *NewPow = Builder.CreateIntrinsic( in foldFMulReassoc()
779 CallInst *CopySign = Builder.CreateIntrinsic(Intrinsic::copysign, in visitFMul()
1604 CallInst *CopySign = B.CreateIntrinsic( in foldFDivConstantDivisor()
1696 Value *Pow = Builder.CreateIntrinsic(IID, Tys, Args, &I); in foldFDivPowDivisor()
1706 Value *Pow = Builder.CreateIntrinsic(IID, I.getType(), Args, &I); in foldFDivPowDivisor()
1838 Value *Pow = Builder.CreateIntrinsic(Intrinsic::powi, Types, {Op1, Y1}, &I); in visitFDiv()
H A DInstCombineCalls.cpp1253 return Builder.CreateIntrinsic(MinMaxID, II->getType(), in reassociateMinMaxWithConstants()
1390 Builder.CreateIntrinsic(II->getIntrinsicID(), SrcTy, NewArgs, FPI); in foldShuffledIntrinsicOperands()
2349 Builder.CreateIntrinsic(II->getType(), IID, NewArgs, II); in visitCallInst()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Utils/
H A DGuardUtils.cpp73 auto *WC = B.CreateIntrinsic(Intrinsic::experimental_widenable_condition, in makeGuardControlFlowExplicit()
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/
H A DCallBrPrepare.cpp155 CallInst *Intrinsic = Builder.CreateIntrinsic( in InsertIntrinsicCalls()
H A DComplexDeinterleavingPass.cpp1964 IRB.CreateIntrinsic(Intrinsic::experimental_vector_interleave2, NewTy, in replaceNode()
1968 Builder.CreateIntrinsic(Intrinsic::experimental_vector_interleave2, in replaceNode()
1995 Builder.CreateIntrinsic(Intrinsic::experimental_vector_interleave2, in replaceNode()
2024 auto *NewInit = Builder.CreateIntrinsic( in processReductionOperation()
2037 auto *Deinterleave = Builder.CreateIntrinsic( in processReductionOperation()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVGatherScatterLowering.cpp501 Call = Builder.CreateIntrinsic( in tryCreateStridedLoadStore()
506 Call = Builder.CreateIntrinsic( in tryCreateStridedLoadStore()
/freebsd-14.2/contrib/llvm-project/clang/lib/CodeGen/
H A DABIInfoImpl.cpp159 return CGF.Builder.CreateIntrinsic( in emitRoundPointerUpToAlignment()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DLoopIdiomRecognize.cpp2434 CallInst *XMaskedNumLeadingZeros = Builder.CreateIntrinsic( in recognizeShiftUntilBitTest()
2782 CallInst *ValNumLeadingZeros = Builder.CreateIntrinsic( in recognizeShiftUntilZero()
2797 Value *IVFinal = Builder.CreateIntrinsic(Intrinsic::smax, {Ty}, in recognizeShiftUntilZero()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/AggressiveInstCombine/
H A DAggressiveInstCombine.cpp590 auto Cttz = B.CreateIntrinsic(Intrinsic::cttz, {XType}, {X1, BoolConst}); in tryToRecognizeTableBasedCttz()

12