Lines Matching refs:Ld
11790 MaskedLoadSDNode *Ld = dyn_cast<MaskedLoadSDNode>(N0); in tryToFoldExtOfMaskedLoad() local
11791 if (!Ld || Ld->getExtensionType() != ISD::NON_EXTLOAD) in tryToFoldExtOfMaskedLoad()
11794 if (!TLI.isLoadExtLegalOrCustom(ExtLoadType, VT, Ld->getValueType(0))) in tryToFoldExtOfMaskedLoad()
11800 SDLoc dl(Ld); in tryToFoldExtOfMaskedLoad()
11801 SDValue PassThru = DAG.getNode(ExtOpc, dl, VT, Ld->getPassThru()); in tryToFoldExtOfMaskedLoad()
11803 VT, dl, Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), Ld->getMask(), in tryToFoldExtOfMaskedLoad()
11804 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(), in tryToFoldExtOfMaskedLoad()
11805 ExtLoadType, Ld->isExpandingLoad()); in tryToFoldExtOfMaskedLoad()
11806 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), SDValue(NewLoad.getNode(), 1)); in tryToFoldExtOfMaskedLoad()
13109 if (MaskedLoadSDNode *Ld = dyn_cast<MaskedLoadSDNode>(N0)) { in visitSIGN_EXTEND_INREG() local
13110 if (ExtVT == Ld->getMemoryVT() && N0.hasOneUse() && in visitSIGN_EXTEND_INREG()
13111 Ld->getExtensionType() != ISD::LoadExtType::NON_EXTLOAD && in visitSIGN_EXTEND_INREG()
13114 VT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), in visitSIGN_EXTEND_INREG()
13115 Ld->getMask(), Ld->getPassThru(), ExtVT, Ld->getMemOperand(), in visitSIGN_EXTEND_INREG()
13116 Ld->getAddressingMode(), ISD::SEXTLOAD, Ld->isExpandingLoad()); in visitSIGN_EXTEND_INREG()
18074 auto *Ld = cast<LoadSDNode>(Val); in getStoreMergeCandidates() local
18075 LBasePtr = BaseIndexOffset::match(Ld, DAG); in getStoreMergeCandidates()
18076 LoadVT = Ld->getMemoryVT(); in getStoreMergeCandidates()
18081 if (!Ld->hasNUsesOfValue(1, 0)) in getStoreMergeCandidates()
18085 if (!Ld->isSimple() || Ld->isIndexed()) in getStoreMergeCandidates()
18543 LoadSDNode *Ld = cast<LoadSDNode>(Val); in tryStoreMergeOfLoads() local
18545 BaseIndexOffset LdPtr = BaseIndexOffset::match(Ld, DAG); in tryStoreMergeOfLoads()
18558 LoadNodes.push_back(MemOpLink(Ld, LdOffset)); in tryStoreMergeOfLoads()
18782 LoadSDNode *Ld = cast<LoadSDNode>(LoadNodes[i].MemNode); in tryStoreMergeOfLoads() local
18783 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), in tryStoreMergeOfLoads()
19103 if (LoadSDNode *Ld = dyn_cast<LoadSDNode>(Value)) { in visitSTORE() local
19104 if (Ld->getBasePtr() == Ptr && ST->getMemoryVT() == Ld->getMemoryVT() && in visitSTORE()
19106 Ld->getAddressSpace() == ST->getAddressSpace() && in visitSTORE()
19109 Chain.reachesChainWithoutSideEffects(SDValue(Ld, 1))) { in visitSTORE()
21478 auto *Ld = dyn_cast<LoadSDNode>(Extract->getOperand(0)); in narrowExtractedVectorLoad() local
21479 if (!Ld || Ld->getExtensionType() || !Ld->isSimple()) in narrowExtractedVectorLoad()
21501 if (!TLI.shouldReduceLoadWidth(Ld, Ld->getExtensionType(), VT)) in narrowExtractedVectorLoad()
21509 SDValue NewAddr = DAG.getMemBasePlusOffset(Ld->getBasePtr(), Offset, DL); in narrowExtractedVectorLoad()
21516 MachinePointerInfo(Ld->getPointerInfo().getAddrSpace()); in narrowExtractedVectorLoad()
21517 MMO = MF.getMachineMemOperand(Ld->getMemOperand(), MPI, StoreSize); in narrowExtractedVectorLoad()
21519 MMO = MF.getMachineMemOperand(Ld->getMemOperand(), Offset.getFixedSize(), in narrowExtractedVectorLoad()
21522 SDValue NewLd = DAG.getLoad(VT, DL, Ld->getChain(), NewAddr, MMO); in narrowExtractedVectorLoad()
21523 DAG.makeEquivalentMemoryOrdering(Ld, NewLd); in narrowExtractedVectorLoad()