Lines Matching refs:Ld
4993 } else if (LoadSDNode *Ld = dyn_cast<LoadSDNode>(Arg)) { in MatchingStackOffset() local
5001 SDValue Ptr = Ld->getBasePtr(); in MatchingStackOffset()
5260 auto *Ld = cast<LoadSDNode>(Op.getNode()); in mayFoldLoad() local
5262 Ld->getValueSizeInBits(0) == 128 && Ld->getAlign() < Align(16)) in mayFoldLoad()
5280 auto *Ld = cast<LoadSDNode>(Op.getNode()); in mayFoldLoadIntoBroadcastFromMem() local
5281 return !Ld->isVolatile() || in mayFoldLoadIntoBroadcastFromMem()
5282 Ld->getValueSizeInBits(0) == EltVT.getScalarSizeInBits(); in mayFoldLoadIntoBroadcastFromMem()
9150 static bool findEltLoadSrc(SDValue Elt, LoadSDNode *&Ld, int64_t &ByteOffset) { in findEltLoadSrc() argument
9155 Ld = BaseLd; in findEltLoadSrc()
9164 return findEltLoadSrc(Elt.getOperand(0), Ld, ByteOffset); in findEltLoadSrc()
9168 if ((Amt % 8) == 0 && findEltLoadSrc(Elt.getOperand(0), Ld, ByteOffset)) { in findEltLoadSrc()
9180 findEltLoadSrc(Src, Ld, ByteOffset)) { in findEltLoadSrc()
9276 LoadSDNode *Ld = Loads[EltIdx]; in EltsFromConsecutiveLoads() local
9281 Loads[BaseIdx] == Ld && ByteOffsets[BaseIdx] == 0); in EltsFromConsecutiveLoads()
9283 return DAG.areNonVolatileConsecutiveLoads(Ld, Base, BaseSizeInBytes, in EltsFromConsecutiveLoads()
9568 SDValue Ld; in lowerBuildVectorAsBroadcast() local
9574 Ld = Sequence[0]; in lowerBuildVectorAsBroadcast()
9616 if (!Ld || (NumElts - NumUndefElts) <= 1) { in lowerBuildVectorAsBroadcast()
9678 if (!Ld || NumElts - NumUndefElts != 1) in lowerBuildVectorAsBroadcast()
9680 unsigned ScalarSize = Ld.getValueSizeInBits(); in lowerBuildVectorAsBroadcast()
9686 (Ld.getOpcode() == ISD::Constant || Ld.getOpcode() == ISD::ConstantFP); in lowerBuildVectorAsBroadcast()
9687 bool IsLoad = ISD::isNormalLoad(Ld.getNode()); in lowerBuildVectorAsBroadcast()
9694 if (!ConstSplatVal && !IsLoad && !BVOp->isOnlyUserOf(Ld.getNode())) in lowerBuildVectorAsBroadcast()
9697 unsigned ScalarSize = Ld.getValueSizeInBits(); in lowerBuildVectorAsBroadcast()
9714 EVT CVT = Ld.getValueType(); in lowerBuildVectorAsBroadcast()
9726 if (ConstantSDNode *CI = dyn_cast<ConstantSDNode>(Ld)) in lowerBuildVectorAsBroadcast()
9728 else if (ConstantFPSDNode *CF = dyn_cast<ConstantFPSDNode>(Ld)) in lowerBuildVectorAsBroadcast()
9750 return DAG.getNode(X86ISD::VBROADCAST, dl, VT, Ld); in lowerBuildVectorAsBroadcast()
9757 if (!Ld->hasNUsesOfValue(NumElts - NumUndefElts, 0)) in lowerBuildVectorAsBroadcast()
9762 auto *LN = cast<LoadSDNode>(Ld); in lowerBuildVectorAsBroadcast()
9774 if (Subtarget.hasInt256() && Ld.getValueType().isInteger() && in lowerBuildVectorAsBroadcast()
9776 auto *LN = cast<LoadSDNode>(Ld); in lowerBuildVectorAsBroadcast()
9787 return DAG.getNode(X86ISD::VBROADCAST, dl, VT, Ld); in lowerBuildVectorAsBroadcast()
11163 SDValue Ld = DAG.getLoad(VT, dl, DAG.getEntryNode(), LegalDAGConstVec, MPI); in LowerBUILD_VECTOR() local
11167 return DAG.getNode(ISD::INSERT_VECTOR_ELT, dl, VT, Ld, VarElt, InsIndex); in LowerBUILD_VECTOR()
11178 return DAG.getVectorShuffle(VT, dl, Ld, S2V, ShuffleMask); in LowerBUILD_VECTOR()
14552 LoadSDNode *Ld = cast<LoadSDNode>(V); in lowerShuffleAsBroadcast() local
14553 SDValue BaseAddr = Ld->getOperand(1); in lowerShuffleAsBroadcast()
14565 SDValue Ops[] = {Ld->getChain(), NewAddr}; in lowerShuffleAsBroadcast()
14569 Ld->getMemOperand(), Offset, SVT.getStoreSize())); in lowerShuffleAsBroadcast()
14570 DAG.makeEquivalentMemoryOrdering(Ld, V); in lowerShuffleAsBroadcast()
14574 V = DAG.getLoad(SVT, DL, Ld->getChain(), NewAddr, in lowerShuffleAsBroadcast()
14576 Ld->getMemOperand(), Offset, SVT.getStoreSize())); in lowerShuffleAsBroadcast()
14577 DAG.makeEquivalentMemoryOrdering(Ld, V); in lowerShuffleAsBroadcast()
16947 auto *Ld = cast<LoadSDNode>(peekThroughOneUseBitcasts(V1)); in lowerV2X128Shuffle() local
16949 VT, MemVT, Ld, Ofs, DAG)) in lowerV2X128Shuffle()
25747 LoadSDNode *Ld = cast<LoadSDNode>(Op.getNode()); in LowerLoad() local
25748 SDLoc dl(Ld); in LowerLoad()
25752 assert(EVT(RegVT) == Ld->getMemoryVT() && "Expected non-extending load"); in LowerLoad()
25757 SDValue NewLd = DAG.getLoad(MVT::i8, dl, Ld->getChain(), Ld->getBasePtr(), in LowerLoad()
25758 Ld->getPointerInfo(), Ld->getOriginalAlign(), in LowerLoad()
25759 Ld->getMemOperand()->getFlags()); in LowerLoad()
33253 SDValue Ld = DAG.getMemIntrinsicNode(X86ISD::VZEXT_LOAD, dl, Tys, Ops, in ReplaceNodeResults() local
33256 SDValue Res = DAG.getNode(ISD::EXTRACT_VECTOR_ELT, dl, MVT::i64, Ld, in ReplaceNodeResults()
33259 Results.push_back(Ld.getValue(1)); in ReplaceNodeResults()
33265 SDValue Res = DAG.getNode(ISD::EXTRACT_SUBVECTOR, dl, MVT::v2f32, Ld, in ReplaceNodeResults()
33269 Results.push_back(Ld.getValue(1)); in ReplaceNodeResults()
33401 auto *Ld = cast<LoadSDNode>(N); in ReplaceNodeResults() local
33404 SDValue Res = DAG.getLoad(LdVT, dl, Ld->getChain(), Ld->getBasePtr(), in ReplaceNodeResults()
33405 Ld->getPointerInfo(), Ld->getOriginalAlign(), in ReplaceNodeResults()
33406 Ld->getMemOperand()->getFlags()); in ReplaceNodeResults()
33418 SDValue Ops[] = {Ld->getChain(), Ld->getBasePtr()}; in ReplaceNodeResults()
33420 MVT::i64, Ld->getMemOperand()); in ReplaceNodeResults()
41405 SDValue Ld = in SimplifyDemandedVectorEltsForTargetNode() local
41409 Ld.getValue(1)); in SimplifyDemandedVectorEltsForTargetNode()
41410 return TLO.CombineTo(Op, insertSubVector(TLO.DAG.getUNDEF(VT), Ld, 0, in SimplifyDemandedVectorEltsForTargetNode()
47680 static SDValue getIndexFromUnindexedLoad(LoadSDNode *Ld) { in getIndexFromUnindexedLoad() argument
47681 if (Ld->isIndexed()) in getIndexFromUnindexedLoad()
47684 SDValue Base = Ld->getBasePtr(); in getIndexFromUnindexedLoad()
47731 LoadSDNode *Ld = dyn_cast<LoadSDNode>(N.getNode()); in combineAndLoadToBZHI() local
47734 if (!Ld) in combineAndLoadToBZHI()
47737 const Value *MemOp = Ld->getMemOperand()->getValue(); in combineAndLoadToBZHI()
47777 SDValue Index = getIndexFromUnindexedLoad(Ld); in combineAndLoadToBZHI()
48963 LoadSDNode *Ld = cast<LoadSDNode>(N); in combineLoad() local
48964 EVT RegVT = Ld->getValueType(0); in combineLoad()
48965 EVT MemVT = Ld->getMemoryVT(); in combineLoad()
48966 SDLoc dl(Ld); in combineLoad()
48972 ISD::LoadExtType Ext = Ld->getExtensionType(); in combineLoad()
48976 ((Ld->isNonTemporal() && !Subtarget.hasInt256() && in combineLoad()
48977 Ld->getAlign() >= Align(16)) || in combineLoad()
48979 *Ld->getMemOperand(), &Fast) && in combineLoad()
48986 SDValue Ptr1 = Ld->getBasePtr(); in combineLoad()
48992 DAG.getLoad(HalfVT, dl, Ld->getChain(), Ptr1, Ld->getPointerInfo(), in combineLoad()
48993 Ld->getOriginalAlign(), in combineLoad()
48994 Ld->getMemOperand()->getFlags()); in combineLoad()
48995 SDValue Load2 = DAG.getLoad(HalfVT, dl, Ld->getChain(), Ptr2, in combineLoad()
48996 Ld->getPointerInfo().getWithOffset(HalfOffset), in combineLoad()
48997 Ld->getOriginalAlign(), in combineLoad()
48998 Ld->getMemOperand()->getFlags()); in combineLoad()
49013 SDValue IntLoad = DAG.getLoad(IntVT, dl, Ld->getChain(), Ld->getBasePtr(), in combineLoad()
49014 Ld->getPointerInfo(), in combineLoad()
49015 Ld->getOriginalAlign(), in combineLoad()
49016 Ld->getMemOperand()->getFlags()); in combineLoad()
49024 if (Ext == ISD::NON_EXTLOAD && Subtarget.hasAVX() && Ld->isSimple() && in combineLoad()
49026 SDValue Ptr = Ld->getBasePtr(); in combineLoad()
49027 SDValue Chain = Ld->getChain(); in combineLoad()
49046 unsigned AddrSpace = Ld->getAddressSpace(); in combineLoad()
49050 if (PtrVT != Ld->getBasePtr().getSimpleValueType()) { in combineLoad()
49052 DAG.getAddrSpaceCast(dl, PtrVT, Ld->getBasePtr(), AddrSpace, 0); in combineLoad()
49053 return DAG.getLoad(RegVT, dl, Ld->getChain(), Cast, Ld->getPointerInfo(), in combineLoad()
49054 Ld->getOriginalAlign(), in combineLoad()
49055 Ld->getMemOperand()->getFlags()); in combineLoad()
49580 LoadSDNode *Ld = cast<LoadSDNode>(St->getValue().getNode()); in combineStore() local
49582 if (!ISD::isNormalLoad(Ld)) in combineStore()
49586 if (!Ld->hasNUsesOfValue(1, 0)) in combineStore()
49589 SDLoc LdDL(Ld); in combineStore()
49592 SDValue NewLd = DAG.getLoad(MVT::f64, LdDL, Ld->getChain(), in combineStore()
49593 Ld->getBasePtr(), Ld->getMemOperand()); in combineStore()
49596 DAG.makeEquivalentMemoryOrdering(Ld, NewLd); in combineStore()
52751 LoadSDNode *Ld = cast<LoadSDNode>(Op0.getNode()); in combineSIntToFP() local
52762 if (Ld->isSimple() && !VT.isVector() && ISD::isNormalLoad(Op0.getNode()) && in combineSIntToFP()
52766 VT, InVT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(), in combineSIntToFP()
52767 Ld->getPointerInfo(), Ld->getOriginalAlign(), DAG); in combineSIntToFP()
54136 if (SDValue Ld = in combineConcatVectorOps() local
54138 return Ld; in combineConcatVectorOps()
54605 if (auto *Ld = dyn_cast<LoadSDNode>(Op)) in combineScalarToVector() local
54606 if (Ld->getExtensionType() == ISD::EXTLOAD && in combineScalarToVector()
54607 Ld->getMemoryVT().getScalarSizeInBits() <= 32) in combineScalarToVector()
54729 auto *Ld = cast<LoadSDNode>(In); in combineEXTEND_VECTOR_INREG() local
54730 if (Ld->isSimple()) { in combineEXTEND_VECTOR_INREG()
54738 Ext, DL, VT, Ld->getChain(), Ld->getBasePtr(), Ld->getPointerInfo(), in combineEXTEND_VECTOR_INREG()
54739 MemVT, Ld->getOriginalAlign(), Ld->getMemOperand()->getFlags()); in combineEXTEND_VECTOR_INREG()
54740 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), Load.getValue(1)); in combineEXTEND_VECTOR_INREG()
55289 auto *Ld = cast<LoadSDNode>(Load); in IsDesirableToPromoteOp() local
55291 return Ld->getBasePtr() == St->getBasePtr(); in IsDesirableToPromoteOp()
55302 auto *Ld = cast<AtomicSDNode>(Load); in IsDesirableToPromoteOp() local
55304 return Ld->getBasePtr() == St->getBasePtr(); in IsDesirableToPromoteOp()