Home
last modified time | relevance | path

Searched refs:IntrID (Results 1 – 20 of 20) sorted by relevance

/freebsd-13.1/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86LowerAMXIntrinsics.cpp79 template <Intrinsic::ID IntrID>
80 typename std::enable_if<IntrID == Intrinsic::x86_tdpbssd_internal ||
91 template <Intrinsic::ID IntrID>
92 typename std::enable_if<IntrID == Intrinsic::x86_tdpbssd_internal ||
236 template <Intrinsic::ID IntrID>
237 typename std::enable_if<IntrID == Intrinsic::x86_tdpbssd_internal ||
248 switch (IntrID) { in createTileDPLoops()
363 if (IntrID != Intrinsic::x86_tdpbf16ps_internal) { in createTileDPLoops()
387 switch (IntrID) { in createTileDPLoops()
470 template <Intrinsic::ID IntrID>
[all …]
/freebsd-13.1/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DEarlyCSE.cpp687 switch (IntrID) { in ParseMemoryInst()
717 if (IntrID != 0) in isLoad()
723 if (IntrID != 0) in isStore()
729 if (IntrID != 0) in isAtomic()
735 if (IntrID != 0) in isUnordered()
748 if (IntrID != 0) in isVolatile()
773 if (IntrID != 0) in getMatchingId()
779 if (IntrID != 0) in getPointerOperand()
785 if (IntrID != 0) in mayReadFromMemory()
791 if (IntrID != 0) in mayWriteToMemory()
[all …]
H A DLoopIdiomRecognize.cpp2322 Intrinsic::ID IntrID = Intrinsic::ctlz; in recognizeShiftUntilBitTest() local
2333 IntrID, Ty, {UndefValue::get(Ty), /*is_zero_undef=*/Builder.getTrue()}); in recognizeShiftUntilBitTest()
2357 IntrID, Ty, {XMasked, /*is_zero_undef=*/Builder.getTrue()}, in recognizeShiftUntilBitTest()
2651 Intrinsic::ID IntrID; in recognizeShiftUntilZero() local
2656 if (!detectShiftUntilZeroIdiom(CurLoop, SE, ValShiftedIsZero, IntrID, IV, in recognizeShiftUntilZero()
2687 IntrID, Ty, {UndefValue::get(Ty), /*is_zero_undef=*/Builder.getFalse()}); in recognizeShiftUntilZero()
2705 IntrID, Ty, {Val, /*is_zero_undef=*/Builder.getFalse()}, in recognizeShiftUntilZero()
/freebsd-13.1/contrib/llvm-project/llvm/include/llvm/IR/
H A DPatternMatch.h2055 IntrinsicID_match(Intrinsic::ID IntrID) : ID(IntrID) {} in IntrinsicID_match()
2109 return IntrinsicID_match(IntrID);
2120 template <Intrinsic::ID IntrID, typename T0>
2122 return m_CombineAnd(m_Intrinsic<IntrID>(), m_Argument<0>(Op0));
2125 template <Intrinsic::ID IntrID, typename T0, typename T1>
2128 return m_CombineAnd(m_Intrinsic<IntrID>(Op0), m_Argument<1>(Op1));
2131 template <Intrinsic::ID IntrID, typename T0, typename T1, typename T2>
2137 template <Intrinsic::ID IntrID, typename T0, typename T1, typename T2,
2144 template <Intrinsic::ID IntrID, typename T0, typename T1, typename T2,
2149 return m_CombineAnd(m_Intrinsic<IntrID>(Op0, Op1, Op2, Op3),
[all …]
H A DIRBuilder.h634 Intrinsic::ID IntrID, Value *Dst, MaybeAlign DstAlign, Value *Src,
/freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUPromoteAlloca.cpp293 Intrinsic::ID IntrID = Intrinsic::not_intrinsic; in getWorkitemID() local
297 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_x in getWorkitemID()
301 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_y in getWorkitemID()
306 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_z in getWorkitemID()
313 Function *WorkitemIdFn = Intrinsic::getDeclaration(Mod, IntrID); in getWorkitemID()
H A DAMDGPUISelDAGToDAG.cpp277 void SelectDSAppendConsume(SDNode *N, unsigned IntrID);
278 void SelectDS_GWS(SDNode *N, unsigned IntrID);
2504 unsigned Opc = IntrID == Intrinsic::amdgcn_ds_append ? in SelectDSAppendConsume()
2541 static unsigned gwsIntrinToOpcode(unsigned IntrID) { in gwsIntrinToOpcode() argument
2542 switch (IntrID) { in gwsIntrinToOpcode()
2614 const unsigned Opc = gwsIntrinToOpcode(IntrID); in SelectDS_GWS()
2685 switch (IntrID) { in SelectINTRINSIC_W_CHAIN()
2690 SelectDSAppendConsume(N, IntrID); in SelectINTRINSIC_W_CHAIN()
2701 switch (IntrID) { in SelectINTRINSIC_WO_CHAIN()
2729 switch (IntrID) { in SelectINTRINSIC_VOID()
[all …]
H A DAMDGPUCodeGenPrepare.cpp510 Intrinsic::ID IntrID = Intrinsic::not_intrinsic; in replaceMulWithMul24() local
514 IntrID = Intrinsic::amdgcn_mul_u24; in replaceMulWithMul24()
516 IntrID = Intrinsic::amdgcn_mul_i24; in replaceMulWithMul24()
528 FunctionCallee Intrin = Intrinsic::getDeclaration(Mod, IntrID); in replaceMulWithMul24()
531 if (IntrID == Intrinsic::amdgcn_mul_u24) { in replaceMulWithMul24()
541 if (IntrID == Intrinsic::amdgcn_mul_u24) { in replaceMulWithMul24()
H A DAMDGPUTargetTransformInfo.cpp1064 auto IntrID = II->getIntrinsicID(); in rewriteIntrinsicWithAddressSpace() local
1065 switch (IntrID) { in rewriteIntrinsicWithAddressSpace()
1085 unsigned TrueAS = IntrID == Intrinsic::amdgcn_is_shared ? in rewriteIntrinsicWithAddressSpace()
H A DAMDGPULegalizerInfo.cpp4025 static unsigned getBufferAtomicPseudo(Intrinsic::ID IntrID) { in getBufferAtomicPseudo() argument
4026 switch (IntrID) { in getBufferAtomicPseudo()
4838 auto IntrID = MI.getIntrinsicID(); in legalizeIntrinsic() local
4839 switch (IntrID) { in legalizeIntrinsic()
4859 if (IntrID == Intrinsic::amdgcn_if) { in legalizeIntrinsic()
5028 return legalizeBufferAtomic(MI, B, IntrID); in legalizeIntrinsic()
5042 return legalizeDSAtomicFPIntrinsic(Helper, MI, IntrID); in legalizeIntrinsic()
5047 AMDGPU::getImageDimIntrinsicInfo(IntrID)) in legalizeIntrinsic()
H A DAMDGPURegisterBankInfo.cpp3041 auto IntrID = MI.getIntrinsicID(); in applyMappingImpl() local
3042 switch (IntrID) { in applyMappingImpl()
3083 AMDGPU::lookupRsrcIntrinsic(IntrID)) { in applyMappingImpl()
4244 auto IntrID = MI.getIntrinsicID(); in getInstrMapping() local
4245 const AMDGPU::RsrcIntrinsic *RSrcIntrin = AMDGPU::lookupRsrcIntrinsic(IntrID); in getInstrMapping()
4262 auto IntrID = MI.getIntrinsicID(); in getInstrMapping() local
4263 switch (IntrID) { in getInstrMapping()
H A DSIISelLowering.cpp1061 AMDGPU::lookupRsrcIntrinsic(IntrID)) { in getTgtMemIntrinsic()
1084 = AMDGPU::getImageDimIntrinsicInfo(IntrID); in getTgtMemIntrinsic()
1130 switch (IntrID) { in getTgtMemIntrinsic()
1235 if (IntrID == Intrinsic::amdgcn_ds_gws_barrier) in getTgtMemIntrinsic()
6875 switch (IntrID) { in LowerINTRINSIC_W_CHAIN()
6931 switch (IntrID) { in LowerINTRINSIC_W_CHAIN()
6947 switch (IntrID) { in LowerINTRINSIC_W_CHAIN()
6989 unsigned Opc = (IntrID == Intrinsic::amdgcn_buffer_load) ? in LowerINTRINSIC_W_CHAIN()
7159 switch (IntrID) { in LowerINTRINSIC_W_CHAIN()
7440 switch (IntrID) { in LowerINTRINSIC_W_CHAIN()
[all …]
H A DAMDGPUInstructionSelector.cpp1260 MachineInstr &MI, Intrinsic::ID IntrID) const { in selectDSOrderedIntrinsic()
1289 unsigned Instruction = IntrID == Intrinsic::amdgcn_ds_ordered_add ? 0 : 1; in selectDSOrderedIntrinsic()
1321 static unsigned gwsIntrinToOpcode(unsigned IntrID) { in gwsIntrinToOpcode() argument
1322 switch (IntrID) { in gwsIntrinToOpcode()
H A DAMDGPUISelLowering.cpp845 unsigned IntrID = cast<ConstantSDNode>(N->getOperand(0))->getZExtValue(); in isSDNodeAlwaysUniform() local
846 switch (IntrID) { in isSDNodeAlwaysUniform()
/freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AMDGPU/Utils/
H A DAMDGPUBaseInfo.h904 bool isIntrinsicSourceOfDivergence(unsigned IntrID);
H A DAMDGPUBaseInfo.cpp1998 bool isIntrinsicSourceOfDivergence(unsigned IntrID) { in isIntrinsicSourceOfDivergence() argument
1999 return lookupSourceOfDivergence(IntrID); in isIntrinsicSourceOfDivergence()
/freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/
H A DMachineVerifier.cpp1390 unsigned IntrID = IntrIDOp.getIntrinsicID(); in verifyPreISelGenericInstruction() local
1391 if (IntrID != 0 && IntrID < Intrinsic::num_intrinsics) { in verifyPreISelGenericInstruction()
1394 static_cast<Intrinsic::ID>(IntrID)); in verifyPreISelGenericInstruction()
/freebsd-13.1/contrib/llvm-project/llvm/lib/IR/
H A DIRBuilder.cpp170 Intrinsic::ID IntrID, Value *Dst, MaybeAlign DstAlign, Value *Src, in CreateMemTransferInst() argument
179 Function *TheFn = Intrinsic::getDeclaration(M, IntrID, Tys); in CreateMemTransferInst()
/freebsd-13.1/contrib/llvm-project/clang/lib/CodeGen/
H A DCGExpr.cpp3518 llvm::CallInst *CodeGenFunction::EmitTrapCall(llvm::Intrinsic::ID IntrID) { in EmitTrapCall() argument
3520 Builder.CreateCall(CGM.getIntrinsic(IntrID)); in EmitTrapCall()
H A DCodeGenFunction.h4565 llvm::CallInst *EmitTrapCall(llvm::Intrinsic::ID IntrID);