Lines Matching refs:Ld
10861 MaskedLoadSDNode *Ld = dyn_cast<MaskedLoadSDNode>(N0); in tryToFoldExtOfMaskedLoad() local
10862 if (!Ld || Ld->getExtensionType() != ISD::NON_EXTLOAD) in tryToFoldExtOfMaskedLoad()
10865 if (!TLI.isLoadExtLegal(ExtLoadType, VT, Ld->getValueType(0))) in tryToFoldExtOfMaskedLoad()
10871 SDLoc dl(Ld); in tryToFoldExtOfMaskedLoad()
10872 SDValue PassThru = DAG.getNode(ExtOpc, dl, VT, Ld->getPassThru()); in tryToFoldExtOfMaskedLoad()
10874 VT, dl, Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), Ld->getMask(), in tryToFoldExtOfMaskedLoad()
10875 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(), in tryToFoldExtOfMaskedLoad()
10876 ExtLoadType, Ld->isExpandingLoad()); in tryToFoldExtOfMaskedLoad()
10877 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), SDValue(NewLoad.getNode(), 1)); in tryToFoldExtOfMaskedLoad()
12138 if (MaskedLoadSDNode *Ld = dyn_cast<MaskedLoadSDNode>(N0)) { in visitSIGN_EXTEND_INREG() local
12139 if (ExtVT == Ld->getMemoryVT() && N0.hasOneUse() && in visitSIGN_EXTEND_INREG()
12140 Ld->getExtensionType() != ISD::LoadExtType::NON_EXTLOAD && in visitSIGN_EXTEND_INREG()
12143 VT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), in visitSIGN_EXTEND_INREG()
12144 Ld->getMask(), Ld->getPassThru(), ExtVT, Ld->getMemOperand(), in visitSIGN_EXTEND_INREG()
12145 Ld->getAddressingMode(), ISD::SEXTLOAD, Ld->isExpandingLoad()); in visitSIGN_EXTEND_INREG()
17095 auto *Ld = cast<LoadSDNode>(Val); in getStoreMergeCandidates() local
17096 LBasePtr = BaseIndexOffset::match(Ld, DAG); in getStoreMergeCandidates()
17097 LoadVT = Ld->getMemoryVT(); in getStoreMergeCandidates()
17102 if (!Ld->hasNUsesOfValue(1, 0)) in getStoreMergeCandidates()
17106 if (!Ld->isSimple() || Ld->isIndexed()) in getStoreMergeCandidates()
17554 LoadSDNode *Ld = cast<LoadSDNode>(Val); in tryStoreMergeOfLoads() local
17556 BaseIndexOffset LdPtr = BaseIndexOffset::match(Ld, DAG); in tryStoreMergeOfLoads()
17569 LoadNodes.push_back(MemOpLink(Ld, LdOffset)); in tryStoreMergeOfLoads()
17786 LoadSDNode *Ld = cast<LoadSDNode>(LoadNodes[i].MemNode); in tryStoreMergeOfLoads() local
17787 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), in tryStoreMergeOfLoads()
18099 if (LoadSDNode *Ld = dyn_cast<LoadSDNode>(Value)) { in visitSTORE() local
18100 if (Ld->getBasePtr() == Ptr && ST->getMemoryVT() == Ld->getMemoryVT() && in visitSTORE()
18102 Ld->getAddressSpace() == ST->getAddressSpace() && in visitSTORE()
18105 Chain.reachesChainWithoutSideEffects(SDValue(Ld, 1))) { in visitSTORE()
20352 auto *Ld = dyn_cast<LoadSDNode>(Extract->getOperand(0)); in narrowExtractedVectorLoad() local
20354 if (!Ld || Ld->getExtensionType() || !Ld->isSimple() || in narrowExtractedVectorLoad()
20377 if (!TLI.shouldReduceLoadWidth(Ld, Ld->getExtensionType(), VT)) in narrowExtractedVectorLoad()
20385 SDValue NewAddr = DAG.getMemBasePlusOffset(Ld->getBasePtr(), Offset, DL); in narrowExtractedVectorLoad()
20392 MachinePointerInfo(Ld->getPointerInfo().getAddrSpace()); in narrowExtractedVectorLoad()
20393 MMO = MF.getMachineMemOperand(Ld->getMemOperand(), MPI, StoreSize); in narrowExtractedVectorLoad()
20395 MMO = MF.getMachineMemOperand(Ld->getMemOperand(), Offset.getFixedSize(), in narrowExtractedVectorLoad()
20398 SDValue NewLd = DAG.getLoad(VT, DL, Ld->getChain(), NewAddr, MMO); in narrowExtractedVectorLoad()
20399 DAG.makeEquivalentMemoryOrdering(Ld, NewLd); in narrowExtractedVectorLoad()