X86ISelLowering.cpp - OpenGrok cross reference for /llvm-project-15.0.7/llvm/lib/Target/X86/X86ISelLowering.cpp

Lines Matching refs:getMemIntrinsicNode
3953       MemOps.push_back(DAG.getMemIntrinsicNode(X86ISD::VASTART_SAVE_XMM_REGS,  in createVarArgAreaAndStoreRegisters()
8703   SDValue BcstLd = DAG.getMemIntrinsicNode(  in getBROADCAST_LOAD()
9397       SDValue ResNode = DAG.getMemIntrinsicNode(  in EltsFromConsecutiveLoads()
9649           SDValue Brdcst = DAG.getMemIntrinsicNode(  in lowerBuildVectorAsBroadcast()
9666           return DAG.getMemIntrinsicNode(  in lowerBuildVectorAsBroadcast()
9742       return DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, dl, Tys, Ops, CVT,  in lowerBuildVectorAsBroadcast()
9766         DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, dl, Tys, Ops,  in lowerBuildVectorAsBroadcast()
9780         DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, dl, Tys, Ops,  in lowerBuildVectorAsBroadcast()
14566       V = DAG.getMemIntrinsicNode(  in lowerShuffleAsBroadcast()
21099       DAG.getMemIntrinsicNode(X86ISD::FILD, DL, Tys, FILDOps, SrcVT, PtrInfo,  in BuildFILD()
21117         DAG.getMemIntrinsicNode(X86ISD::FST, DL, Tys, FSTOps, DstVT, StoreMMO);  in BuildFILD()
21364     SDValue VBias = DAG.getMemIntrinsicNode(  in lowerUINT_TO_FP_vXi32()
21588       DAG.getMemIntrinsicNode(X86ISD::FILD, dl, Tys, Ops, MVT::i64, MPI,  in LowerUINT_TO_FP()
21770     Value = DAG.getMemIntrinsicNode(X86ISD::FLD, DL, Tys, Ops, TheVT, MMO);  in FP_TO_INTHelper()
21778   SDValue FIST = DAG.getMemIntrinsicNode(X86ISD::FP_TO_INT_IN_MEM, DL,  in FP_TO_INTHelper()
22718     Src = DAG.getMemIntrinsicNode(X86ISD::FLD, DL, Tys, Ops, SrcVT, MPI,  in LRINT_LLRINTHelper()
22724   Chain = DAG.getMemIntrinsicNode(X86ISD::FIST, DL, DAG.getVTList(MVT::Other),  in LRINT_LLRINTHelper()
25729   return DAG.getMemIntrinsicNode(X86ISD::VEXTRACT_STORE, dl, Tys, Ops, MVT::i64,  in LowerStore()
26110   SDValue VAARG = DAG.getMemIntrinsicNode(  in LowerVAARG()
27506       DAG.getMemIntrinsicNode(X86ISD::MGATHER, dl, VTs, Ops,  in getAVX2GatherNode()
27544       DAG.getMemIntrinsicNode(X86ISD::MGATHER, dl, VTs, Ops,  in getGatherNode()
27575       DAG.getMemIntrinsicNode(X86ISD::MSCATTER, dl, VTs, Ops,  in getScatterNode()
27740   return DAG.getMemIntrinsicNode(Opc, Dl, VTs, Ops, MemVT, MMO);  in EmitTruncSStore()
27751   return DAG.getMemIntrinsicNode(Opc, Dl, VTs, Ops, MemVT, MMO);  in EmitMaskedTruncSStore()
27908       SDValue Operation = DAG.getMemIntrinsicNode(  in LowerINTRINSIC_W_CHAIN()
27946       SDValue Operation = DAG.getMemIntrinsicNode(  in LowerINTRINSIC_W_CHAIN()
27984           DAG.getMemIntrinsicNode(Opc, DL, DAG.getVTList(MVT::i32, MVT::Other),  in LowerINTRINSIC_W_CHAIN()
28519   Chain = DAG.getMemIntrinsicNode(X86ISD::FNSTCW16m, DL,  in LowerFLT_ROUNDS_()
28563   Chain = DAG.getMemIntrinsicNode(  in LowerSET_ROUNDING()
28621   Chain = DAG.getMemIntrinsicNode(  in LowerSET_ROUNDING()
31183   SDValue Result = DAG.getMemIntrinsicNode(X86ISD::LCMPXCHG_DAG, DL, Tys,  in LowerCMP_SWAP()
31648   return DAG.getMemIntrinsicNode(  in lowerAtomicArithWithLOCK()
31749         Chain = DAG.getMemIntrinsicNode(X86ISD::VEXTRACT_STORE, dl, Tys, Ops,  in LowerATOMIC_STORE()
31764             DAG.getMemIntrinsicNode(X86ISD::FILD, dl, Tys, LdOps, MVT::i64, MPI,  in LowerATOMIC_STORE()
31771             DAG.getMemIntrinsicNode(X86ISD::FIST, dl, DAG.getVTList(MVT::Other),  in LowerATOMIC_STORE()
31960       return DAG.getMemIntrinsicNode(X86ISD::MSCATTER, dl, VTs, Ops,  in LowerMSCATTER()
31993   return DAG.getMemIntrinsicNode(X86ISD::MSCATTER, dl, VTs, Ops,  in LowerMSCATTER()
32150   SDValue NewGather = DAG.getMemIntrinsicNode(  in LowerMGATHER()
33212           DAG.getMemIntrinsicNode(X86ISD::LCMPXCHG16_DAG, dl, Tys, Ops, T, MMO);  in ReplaceNodeResults()
33219           DAG.getMemIntrinsicNode(X86ISD::LCMPXCHG8_DAG, dl, Tys, Ops, T, MMO);  in ReplaceNodeResults()
33253         SDValue Ld = DAG.getMemIntrinsicNode(X86ISD::VZEXT_LOAD, dl, Tys, Ops,  in ReplaceNodeResults()
33277         SDValue Result = DAG.getMemIntrinsicNode(X86ISD::FILD,  in ReplaceNodeResults()
33291         Chain = DAG.getMemIntrinsicNode(  in ReplaceNodeResults()
33382       SDValue Res = DAG.getMemIntrinsicNode(  in ReplaceNodeResults()
33419     SDValue Res = DAG.getMemIntrinsicNode(X86ISD::VZEXT_LOAD, dl, Tys, Ops,  in ReplaceNodeResults()
37244   return DAG.getMemIntrinsicNode(X86ISD::VZEXT_LOAD, SDLoc(LN), Tys, Ops, MemVT,  in narrowLoadToVZLoad()
39948           DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, DL, Tys, Ops,  in combineTargetShuffle()
39979           SDValue BcastLd = DAG.getMemIntrinsicNode(  in combineTargetShuffle()
39998               DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, DL, Tys, Ops,  in combineTargetShuffle()
40024           SDValue BcastLd = DAG.getMemIntrinsicNode(  in combineTargetShuffle()
40044             DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, DL, Tys, Ops,  in combineTargetShuffle()
40062         SDValue BcastLd = DAG.getMemIntrinsicNode(  in combineTargetShuffle()
40100             DAG.getMemIntrinsicNode(X86ISD::VZEXT_LOAD, DL, Tys, Ops,  in combineTargetShuffle()
41391       SDValue Bcst = TLO.DAG.getMemIntrinsicNode(  in SimplifyDemandedVectorEltsForTargetNode()
42723           DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, SDLoc(N), Tys, Ops,  in combineBitcast()
54295         DAG.getMemIntrinsicNode(X86ISD::VBROADCAST_LOAD, dl, Tys, Ops,  in combineINSERT_SUBVECTOR()