Home
last modified time | relevance | path

Searched refs:IntrID (Results 1 – 25 of 26) sorted by relevance

12

/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86LowerAMXIntrinsics.cpp79 template <Intrinsic::ID IntrID>
80 std::enable_if_t<IntrID == Intrinsic::x86_tdpbssd_internal ||
91 template <Intrinsic::ID IntrID>
92 std::enable_if_t<IntrID == Intrinsic::x86_tdpbssd_internal ||
234 template <Intrinsic::ID IntrID>
235 std::enable_if_t<IntrID == Intrinsic::x86_tdpbssd_internal ||
246 switch (IntrID) { in createTileDPLoops()
361 if (IntrID != Intrinsic::x86_tdpbf16ps_internal) { in createTileDPLoops()
385 switch (IntrID) { in createTileDPLoops()
468 template <Intrinsic::ID IntrID>
[all …]
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Scalar/
H A DEarlyCSE.cpp820 switch (IntrID) { in ParseMemoryInst()
850 if (IntrID != 0) in isLoad()
856 if (IntrID != 0) in isStore()
862 if (IntrID != 0) in isAtomic()
868 if (IntrID != 0) in isUnordered()
881 if (IntrID != 0) in isVolatile()
906 if (IntrID != 0) in getMatchingId()
912 if (IntrID != 0) in getPointerOperand()
923 if (IntrID != 0) in mayReadFromMemory()
929 if (IntrID != 0) in mayWriteToMemory()
[all …]
H A DLoopIdiomRecognize.cpp2382 Intrinsic::ID IntrID = Intrinsic::ctlz; in recognizeShiftUntilBitTest() local
2393 IntrID, Ty, {PoisonValue::get(Ty), /*is_zero_poison=*/Builder.getTrue()}); in recognizeShiftUntilBitTest()
2435 IntrID, Ty, {XMasked, /*is_zero_poison=*/Builder.getTrue()}, in recognizeShiftUntilBitTest()
2729 Intrinsic::ID IntrID; in recognizeShiftUntilZero() local
2734 if (!detectShiftUntilZeroIdiom(CurLoop, SE, ValShiftedIsZero, IntrID, IV, in recognizeShiftUntilZero()
2765 IntrID, Ty, {PoisonValue::get(Ty), /*is_zero_poison=*/Builder.getFalse()}); in recognizeShiftUntilZero()
2783 IntrID, Ty, {Val, /*is_zero_poison=*/Builder.getFalse()}, in recognizeShiftUntilZero()
/freebsd-14.2/contrib/llvm-project/llvm/include/llvm/IR/
H A DPatternMatch.h2185 IntrinsicID_match(Intrinsic::ID IntrID) : ID(IntrID) {} in IntrinsicID_match()
2238 return IntrinsicID_match(IntrID);
2257 template <Intrinsic::ID IntrID, typename T0>
2259 return m_CombineAnd(m_Intrinsic<IntrID>(), m_Argument<0>(Op0));
2262 template <Intrinsic::ID IntrID, typename T0, typename T1>
2265 return m_CombineAnd(m_Intrinsic<IntrID>(Op0), m_Argument<1>(Op1));
2286 return m_CombineAnd(m_Intrinsic<IntrID>(Op0, Op1, Op2, Op3),
2295 return m_CombineAnd(m_Intrinsic<IntrID>(Op0, Op1, Op2, Op3, Op4),
2507 template <Intrinsic::ID IntrID, typename T0, typename T1>
2511 return m_CombineOr(m_Intrinsic<IntrID>(Op0, Op1),
[all …]
H A DIRBuilder.h665 Intrinsic::ID IntrID, Value *Dst, MaybeAlign DstAlign, Value *Src,
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Instrumentation/
H A DBoundsChecking.cpp196 Intrinsic::ID IntrID = DebugTrapBB ? Intrinsic::ubsantrap : Intrinsic::trap; in addBoundsChecking() local
197 auto *F = Intrinsic::getDeclaration(Fn->getParent(), IntrID); in addBoundsChecking()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DAMDGPUISelDAGToDAG.h282 void SelectDSAppendConsume(SDNode *N, unsigned IntrID);
284 void SelectDS_GWS(SDNode *N, unsigned IntrID);
H A DAMDGPUISelDAGToDAG.cpp2528 static unsigned gwsIntrinToOpcode(unsigned IntrID) { in gwsIntrinToOpcode() argument
2529 switch (IntrID) { in gwsIntrinToOpcode()
2602 const unsigned Opc = gwsIntrinToOpcode(IntrID); in SelectDS_GWS()
2672 unsigned IntrID = N->getConstantOperandVal(1); in SelectINTRINSIC_W_CHAIN() local
2673 switch (IntrID) { in SelectINTRINSIC_W_CHAIN()
2678 SelectDSAppendConsume(N, IntrID); in SelectINTRINSIC_W_CHAIN()
2690 unsigned IntrID = N->getConstantOperandVal(0); in SelectINTRINSIC_WO_CHAIN() local
2692 switch (IntrID) { in SelectINTRINSIC_WO_CHAIN()
2731 unsigned IntrID = N->getConstantOperandVal(1); in SelectINTRINSIC_VOID() local
2732 switch (IntrID) { in SelectINTRINSIC_VOID()
[all …]
H A DAMDGPULibCalls.cpp114 Intrinsic::ID IntrID);
117 Intrinsic::ID IntrID,
1244 Intrinsic::ID IntrID) { in replaceLibCallWithSimpleIntrinsic() argument
1260 Intrinsic::getDeclaration(CI->getModule(), IntrID, {CI->getType()})); in replaceLibCallWithSimpleIntrinsic()
1264 IRBuilder<> &B, CallInst *CI, Intrinsic::ID IntrID, bool AllowMinSizeF32, in tryReplaceLibcallWithSimpleIntrinsic() argument
1269 replaceLibCallWithSimpleIntrinsic(B, CI, IntrID); in tryReplaceLibcallWithSimpleIntrinsic()
H A DAMDGPUPromoteAlloca.cpp981 Intrinsic::ID IntrID = Intrinsic::not_intrinsic; in getWorkitemID() local
986 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_x in getWorkitemID()
991 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_y in getWorkitemID()
997 IntrID = IsAMDGCN ? (Intrinsic::ID)Intrinsic::amdgcn_workitem_id_z in getWorkitemID()
1005 Function *WorkitemIdFn = Intrinsic::getDeclaration(Mod, IntrID); in getWorkitemID()
H A DAMDGPUInstructionSelector.cpp1578 MachineInstr &MI, Intrinsic::ID IntrID) const { in selectDSOrderedIntrinsic()
1641 static unsigned gwsIntrinToOpcode(unsigned IntrID) { in gwsIntrinToOpcode() argument
1642 switch (IntrID) { in gwsIntrinToOpcode()
5523 MachineInstr &I, Intrinsic::ID IntrID) const { in selectSBarrierSignalIsfirst()
5550 switch (IntrID) { in getNamedBarrierOp()
5563 switch (IntrID) { in getNamedBarrierOp()
5579 MachineInstr &I, Intrinsic::ID IntrID) const { in selectNamedBarrierInst()
5591 if (IntrID == Intrinsic::amdgcn_s_barrier_init) { in selectNamedBarrierInst()
5604 if (IntrID == Intrinsic::amdgcn_s_barrier_init) { in selectNamedBarrierInst()
5626 unsigned Opc = getNamedBarrierOp(BarValImm.has_value(), IntrID); in selectNamedBarrierInst()
[all …]
H A DAMDGPUTargetTransformInfo.cpp1042 auto IntrID = II->getIntrinsicID(); in rewriteIntrinsicWithAddressSpace() local
1043 switch (IntrID) { in rewriteIntrinsicWithAddressSpace()
1061 unsigned TrueAS = IntrID == Intrinsic::amdgcn_is_shared ? in rewriteIntrinsicWithAddressSpace()
H A DAMDGPURegisterBankInfo.cpp3189 auto IntrID = cast<GIntrinsic>(MI).getIntrinsicID(); in applyMappingImpl() local
3190 switch (IntrID) { in applyMappingImpl()
3285 AMDGPU::lookupRsrcIntrinsic(IntrID)) { in applyMappingImpl()
4827 auto IntrID = AMDGPU::getIntrinsicID(MI); in getInstrMapping() local
4828 const AMDGPU::RsrcIntrinsic *RSrcIntrin = AMDGPU::lookupRsrcIntrinsic(IntrID); in getInstrMapping()
4857 auto IntrID = cast<GIntrinsic>(MI).getIntrinsicID(); in getInstrMapping() local
4858 switch (IntrID) { in getInstrMapping()
H A DSIISelLowering.cpp1162 AMDGPU::lookupRsrcIntrinsic(IntrID)) { in getTgtMemIntrinsic()
1195 = AMDGPU::getImageDimIntrinsicInfo(IntrID); in getTgtMemIntrinsic()
1234 switch (IntrID) { in getTgtMemIntrinsic()
1253 switch (IntrID) { in getTgtMemIntrinsic()
1378 if (IntrID == Intrinsic::amdgcn_ds_gws_barrier) in getTgtMemIntrinsic()
8400 unsigned IntrID = Op.getConstantOperandVal(1); in LowerINTRINSIC_W_CHAIN() local
8403 switch (IntrID) { in LowerINTRINSIC_W_CHAIN()
8461 switch (IntrID) { in LowerINTRINSIC_W_CHAIN()
8475 switch (IntrID) { in LowerINTRINSIC_W_CHAIN()
8695 switch (IntrID) { in LowerINTRINSIC_W_CHAIN()
[all …]
H A DAMDGPULegalizerInfo.cpp5849 static unsigned getBufferAtomicPseudo(Intrinsic::ID IntrID) { in getBufferAtomicPseudo() argument
5850 switch (IntrID) { in getBufferAtomicPseudo()
6907 auto IntrID = cast<GIntrinsic>(MI).getIntrinsicID(); in legalizeIntrinsic() local
6908 switch (IntrID) { in legalizeIntrinsic()
6928 if (IntrID == Intrinsic::amdgcn_if) { in legalizeIntrinsic()
7176 return legalizeBufferAtomic(MI, B, IntrID); in legalizeIntrinsic()
7186 return legalizeDSAtomicFPIntrinsic(Helper, MI, IntrID); in legalizeIntrinsic()
7225 AMDGPU::getImageDimIntrinsicInfo(IntrID)) in legalizeIntrinsic()
H A DAMDGPUISelLowering.cpp848 unsigned IntrID = N->getConstantOperandVal(0); in isSDNodeAlwaysUniform() local
849 switch (IntrID) { in isSDNodeAlwaysUniform()
/freebsd-14.2/contrib/llvm-project/llvm/lib/IR/
H A DIRBuilder.cpp220 Intrinsic::ID IntrID, Value *Dst, MaybeAlign DstAlign, Value *Src, in CreateMemTransferInst() argument
223 assert((IntrID == Intrinsic::memcpy || IntrID == Intrinsic::memcpy_inline || in CreateMemTransferInst()
224 IntrID == Intrinsic::memmove) && in CreateMemTransferInst()
229 Function *TheFn = Intrinsic::getDeclaration(M, IntrID, Tys); in CreateMemTransferInst()
/freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/
H A DMachineVerifier.cpp980 unsigned IntrID = cast<GIntrinsic>(MI)->getIntrinsicID(); in verifyGIntrinsicSideEffects() local
981 if (IntrID != 0 && IntrID < Intrinsic::num_intrinsics) { in verifyGIntrinsicSideEffects()
983 MF->getFunction().getContext(), static_cast<Intrinsic::ID>(IntrID)); in verifyGIntrinsicSideEffects()
1004 unsigned IntrID = cast<GIntrinsic>(MI)->getIntrinsicID(); in verifyGIntrinsicConvergence() local
1005 if (IntrID != 0 && IntrID < Intrinsic::num_intrinsics) { in verifyGIntrinsicConvergence()
1007 MF->getFunction().getContext(), static_cast<Intrinsic::ID>(IntrID)); in verifyGIntrinsicConvergence()
H A DExpandVectorPredication.cpp126 if (auto IntrID = VPI.getFunctionalIntrinsicID()) in maySpeculateLanes() local
127 return Intrinsic::getAttributes(VPI.getContext(), *IntrID) in maySpeculateLanes()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/SPIRV/
H A DSPIRVEmitIntrinsics.cpp60 CallInst *buildIntrWithMD(Intrinsic::ID IntrID, ArrayRef<Type *> Types, in buildIntrWithMD() argument
71 return IRB->CreateIntrinsic(IntrID, {Types}, Args); in buildIntrWithMD()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/InstCombine/
H A DInstCombineCalls.cpp1397 template <Intrinsic::ID IntrID>
1400 static_assert(IntrID == Intrinsic::bswap || IntrID == Intrinsic::bitreverse, in foldBitOrderCrossLogicOp()
1415 if (match(X, m_Intrinsic<IntrID>(m_Value(OldReorderX))) && in foldBitOrderCrossLogicOp()
1416 match(Y, m_Intrinsic<IntrID>(m_Value(OldReorderY)))) { in foldBitOrderCrossLogicOp()
1420 if (match(X, m_OneUse(m_Intrinsic<IntrID>(m_Value(OldReorderX))))) { in foldBitOrderCrossLogicOp()
1421 Value *NewReorder = Builder.CreateUnaryIntrinsic(IntrID, Y); in foldBitOrderCrossLogicOp()
1425 if (match(Y, m_OneUse(m_Intrinsic<IntrID>(m_Value(OldReorderY))))) { in foldBitOrderCrossLogicOp()
1426 Value *NewReorder = Builder.CreateUnaryIntrinsic(IntrID, X); in foldBitOrderCrossLogicOp()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/Utils/
H A DAMDGPUBaseInfo.h1434 bool isIntrinsicSourceOfDivergence(unsigned IntrID);
1437 bool isIntrinsicAlwaysUniform(unsigned IntrID);
H A DAMDGPUBaseInfo.cpp2897 bool isIntrinsicSourceOfDivergence(unsigned IntrID) { in isIntrinsicSourceOfDivergence() argument
2898 return lookupSourceOfDivergence(IntrID); in isIntrinsicSourceOfDivergence()
2901 bool isIntrinsicAlwaysUniform(unsigned IntrID) { in isIntrinsicAlwaysUniform() argument
2902 return lookupAlwaysUniform(IntrID); in isIntrinsicAlwaysUniform()
/freebsd-14.2/contrib/llvm-project/llvm/lib/Transforms/Vectorize/
H A DVectorCombine.cpp779 Intrinsic::ID IntrID = VPI.getIntrinsicID(); in scalarizeVPIntrinsic() local
780 if (!VPBinOpIntrinsic::isVPBinOp(IntrID)) in scalarizeVPIntrinsic()
795 IntrinsicCostAttributes Attrs(IntrID, VecTy, Args); in scalarizeVPIntrinsic()
/freebsd-14.2/contrib/llvm-project/clang/lib/CodeGen/
H A DCGExpr.cpp3846 llvm::CallInst *CodeGenFunction::EmitTrapCall(llvm::Intrinsic::ID IntrID) { in EmitTrapCall() argument
3848 Builder.CreateCall(CGM.getIntrinsic(IntrID)); in EmitTrapCall()

12