Lines Matching refs:Ld
4257 } else if (LoadSDNode *Ld = dyn_cast<LoadSDNode>(Arg)) { in MatchingStackOffset() local
4265 SDValue Ptr = Ld->getBasePtr(); in MatchingStackOffset()
7446 SDValue Ld = BVOp->getSplatValue(&UndefElements); in lowerBuildVectorAsBroadcast() local
7460 (Ld && Ld.getOpcode() == ISD::ZERO_EXTEND && in lowerBuildVectorAsBroadcast()
7461 Ld.getOperand(0).getOpcode() == ISD::BITCAST)) { in lowerBuildVectorAsBroadcast()
7465 BOperand = Ld.getOperand(0).getOperand(0); in lowerBuildVectorAsBroadcast()
7479 if (!Ld || (NumElts - NumUndefElts) <= 1) { in lowerBuildVectorAsBroadcast()
7507 Ld = DAG.getLoad( in lowerBuildVectorAsBroadcast()
7512 MVT::getVectorVT(CVT, Repeat), Ld); in lowerBuildVectorAsBroadcast()
7531 Ld = DAG.getLoad( in lowerBuildVectorAsBroadcast()
7536 MVT::getVectorVT(CVT, Repeat), Ld); in lowerBuildVectorAsBroadcast()
7546 Ld = DAG.getLoad( in lowerBuildVectorAsBroadcast()
7550 SDValue Brdcst = DAG.getNode(X86ISD::SUBV_BROADCAST, dl, VT, Ld); in lowerBuildVectorAsBroadcast()
7561 if (!Ld || NumElts - NumUndefElts != 1) in lowerBuildVectorAsBroadcast()
7563 unsigned ScalarSize = Ld.getValueSizeInBits(); in lowerBuildVectorAsBroadcast()
7569 (Ld.getOpcode() == ISD::Constant || Ld.getOpcode() == ISD::ConstantFP); in lowerBuildVectorAsBroadcast()
7573 if (!ConstSplatVal && !BVOp->isOnlyUserOf(Ld.getNode())) in lowerBuildVectorAsBroadcast()
7576 unsigned ScalarSize = Ld.getValueSizeInBits(); in lowerBuildVectorAsBroadcast()
7593 EVT CVT = Ld.getValueType(); in lowerBuildVectorAsBroadcast()
7603 if (ConstantSDNode *CI = dyn_cast<ConstantSDNode>(Ld)) in lowerBuildVectorAsBroadcast()
7605 else if (ConstantFPSDNode *CF = dyn_cast<ConstantFPSDNode>(Ld)) in lowerBuildVectorAsBroadcast()
7614 Ld = DAG.getLoad( in lowerBuildVectorAsBroadcast()
7619 return DAG.getNode(X86ISD::VBROADCAST, dl, VT, Ld); in lowerBuildVectorAsBroadcast()
7623 bool IsLoad = ISD::isNormalLoad(Ld.getNode()); in lowerBuildVectorAsBroadcast()
7628 return DAG.getNode(X86ISD::VBROADCAST, dl, VT, Ld); in lowerBuildVectorAsBroadcast()
7636 return DAG.getNode(X86ISD::VBROADCAST, dl, VT, Ld); in lowerBuildVectorAsBroadcast()
7640 if (Subtarget.hasInt256() && Ld.getValueType().isInteger()) { in lowerBuildVectorAsBroadcast()
7642 return DAG.getNode(X86ISD::VBROADCAST, dl, VT, Ld); in lowerBuildVectorAsBroadcast()
8949 SDValue Ld = DAG.getLoad(VT, dl, DAG.getEntryNode(), LegalDAGConstVec, MPI); in LowerBUILD_VECTOR() local
8953 return DAG.getNode(ISD::INSERT_VECTOR_ELT, dl, VT, Ld, VarElt, InsIndex); in LowerBUILD_VECTOR()
8964 return DAG.getVectorShuffle(VT, dl, Ld, S2V, ShuffleMask); in LowerBUILD_VECTOR()
11770 LoadSDNode *Ld = cast<LoadSDNode>(BC); in lowerVectorShuffleAsBroadcast() local
11771 SDValue BaseAddr = Ld->getOperand(1); in lowerVectorShuffleAsBroadcast()
11775 V = DAG.getLoad(SVT, DL, Ld->getChain(), NewAddr, in lowerVectorShuffleAsBroadcast()
11777 Ld->getMemOperand(), Offset, SVT.getStoreSize())); in lowerVectorShuffleAsBroadcast()
11778 DAG.makeEquivalentMemoryOrdering(Ld, V); in lowerVectorShuffleAsBroadcast()
20532 LoadSDNode *Ld = cast<LoadSDNode>(Op.getNode()); in LowerLoad() local
20533 SDLoc dl(Ld); in LowerLoad()
20534 EVT MemVT = Ld->getMemoryVT(); in LowerLoad()
20543 SDValue NewLd = DAG.getLoad(MVT::i8, dl, Ld->getChain(), Ld->getBasePtr(), in LowerLoad()
20544 Ld->getPointerInfo(), Ld->getAlignment(), in LowerLoad()
20545 Ld->getMemOperand()->getFlags()); in LowerLoad()
20563 ISD::LoadExtType Ext = Ld->getExtensionType(); in LowerLoad()
20589 Load = DAG.getLoad(MemVT, dl, Ld->getChain(), Ld->getBasePtr(), in LowerLoad()
20590 Ld->getPointerInfo(), Ld->getAlignment(), in LowerLoad()
20591 Ld->getMemOperand()->getFlags()); in LowerLoad()
20603 DAG.getExtLoad(Ext, dl, HalfVecVT, Ld->getChain(), Ld->getBasePtr(), in LowerLoad()
20604 Ld->getPointerInfo(), MemVT, Ld->getAlignment(), in LowerLoad()
20605 Ld->getMemOperand()->getFlags()); in LowerLoad()
20670 SDValue Ptr = Ld->getBasePtr(); in LowerLoad()
20678 unsigned NewAlign = MinAlign(Ld->getAlignment(), Offset); in LowerLoad()
20682 DAG.getLoad(SclrLoadTy, dl, Ld->getChain(), Ptr, in LowerLoad()
20683 Ld->getPointerInfo().getWithOffset(Offset), in LowerLoad()
20684 NewAlign, Ld->getMemOperand()->getFlags()); in LowerLoad()
27072 auto *Ld = cast<LoadSDNode>(N); in ReplaceNodeResults() local
27074 SDValue Res = DAG.getLoad(LdVT, dl, Ld->getChain(), Ld->getBasePtr(), in ReplaceNodeResults()
27075 Ld->getPointerInfo(), in ReplaceNodeResults()
27076 Ld->getAlignment(), in ReplaceNodeResults()
27077 Ld->getMemOperand()->getFlags()); in ReplaceNodeResults()
36170 static SDValue getIndexFromUnindexedLoad(LoadSDNode *Ld) { in getIndexFromUnindexedLoad() argument
36171 if (Ld->isIndexed()) in getIndexFromUnindexedLoad()
36174 SDValue Base = Ld->getBasePtr(); in getIndexFromUnindexedLoad()
36221 LoadSDNode *Ld = dyn_cast<LoadSDNode>(N.getNode()); in combineAndLoadToBZHI() local
36224 if (!Ld) in combineAndLoadToBZHI()
36227 const Value *MemOp = Ld->getMemOperand()->getValue(); in combineAndLoadToBZHI()
36268 SDValue Index = getIndexFromUnindexedLoad(Ld); in combineAndLoadToBZHI()
37249 LoadSDNode *Ld = cast<LoadSDNode>(N); in combineLoad() local
37250 EVT RegVT = Ld->getValueType(0); in combineLoad()
37251 EVT MemVT = Ld->getMemoryVT(); in combineLoad()
37252 SDLoc dl(Ld); in combineLoad()
37258 ISD::LoadExtType Ext = Ld->getExtensionType(); in combineLoad()
37260 unsigned AddressSpace = Ld->getAddressSpace(); in combineLoad()
37261 unsigned Alignment = Ld->getAlignment(); in combineLoad()
37264 ((Ld->isNonTemporal() && !Subtarget.hasInt256() && Alignment >= 16) || in combineLoad()
37271 SDValue Ptr = Ld->getBasePtr(); in combineLoad()
37276 DAG.getLoad(HalfVT, dl, Ld->getChain(), Ptr, Ld->getPointerInfo(), in combineLoad()
37277 Alignment, Ld->getMemOperand()->getFlags()); in combineLoad()
37281 DAG.getLoad(HalfVT, dl, Ld->getChain(), Ptr, in combineLoad()
37282 Ld->getPointerInfo().getWithOffset(16), in combineLoad()
37283 MinAlign(Alignment, 16U), Ld->getMemOperand()->getFlags()); in combineLoad()
37886 LoadSDNode *Ld = cast<LoadSDNode>(St->getValue().getNode()); in combineStore() local
37889 if (!ISD::isNormalLoad(Ld)) in combineStore()
37895 if (!VT.isVector() && !Ld->hasNUsesOfValue(1, 0)) in combineStore()
37898 SDLoc LdDL(Ld); in combineStore()
37906 SDValue NewLd = DAG.getLoad(LdVT, LdDL, Ld->getChain(), Ld->getBasePtr(), in combineStore()
37907 Ld->getMemOperand()); in combineStore()
37910 DAG.makeEquivalentMemoryOrdering(Ld, NewLd); in combineStore()
37916 SDValue LoAddr = Ld->getBasePtr(); in combineStore()
37919 SDValue LoLd = DAG.getLoad(MVT::i32, LdDL, Ld->getChain(), LoAddr, in combineStore()
37920 Ld->getPointerInfo(), Ld->getAlignment(), in combineStore()
37921 Ld->getMemOperand()->getFlags()); in combineStore()
37922 SDValue HiLd = DAG.getLoad(MVT::i32, LdDL, Ld->getChain(), HiAddr, in combineStore()
37923 Ld->getPointerInfo().getWithOffset(4), in combineStore()
37924 MinAlign(Ld->getAlignment(), 4), in combineStore()
37925 Ld->getMemOperand()->getFlags()); in combineStore()
37927 DAG.makeEquivalentMemoryOrdering(Ld, LoLd); in combineStore()
37928 DAG.makeEquivalentMemoryOrdering(Ld, HiLd); in combineStore()
40177 LoadSDNode *Ld = cast<LoadSDNode>(Op0.getNode()); in combineSIntToFP() local
40178 EVT LdVT = Ld->getValueType(0); in combineSIntToFP()
40189 if (!Ld->isVolatile() && !VT.isVector() && in combineSIntToFP()
40193 SDValue(N, 0), LdVT, Ld->getChain(), Op0, DAG); in combineSIntToFP()
41296 if (SDValue Ld = EltsFromConsecutiveLoads(OpVT, Ops, dl, DAG, in combineInsertSubvector() local
41298 return Ld; in combineInsertSubvector()
41303 if (auto *Ld = dyn_cast<LoadSDNode>(peekThroughOneUseBitcasts(SubVec2))) in combineInsertSubvector() local
41304 if (SubVec2 == SubVec && ISD::isNormalLoad(Ld) && Vec.hasOneUse()) in combineInsertSubvector()
41708 auto *Ld = cast<LoadSDNode>(Load); in IsDesirableToPromoteOp() local
41710 return Ld->getBasePtr() == St->getBasePtr(); in IsDesirableToPromoteOp()
41721 auto *Ld = cast<AtomicSDNode>(Load); in IsDesirableToPromoteOp() local
41723 return Ld->getBasePtr() == St->getBasePtr(); in IsDesirableToPromoteOp()