Lines Matching refs:Ld
13189 MaskedLoadSDNode *Ld = dyn_cast<MaskedLoadSDNode>(N0); in tryToFoldExtOfMaskedLoad() local
13190 if (!Ld || Ld->getExtensionType() != ISD::NON_EXTLOAD) in tryToFoldExtOfMaskedLoad()
13194 !TLI.isLoadExtLegalOrCustom(ExtLoadType, VT, Ld->getValueType(0))) in tryToFoldExtOfMaskedLoad()
13200 SDLoc dl(Ld); in tryToFoldExtOfMaskedLoad()
13201 SDValue PassThru = DAG.getNode(ExtOpc, dl, VT, Ld->getPassThru()); in tryToFoldExtOfMaskedLoad()
13203 VT, dl, Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), Ld->getMask(), in tryToFoldExtOfMaskedLoad()
13204 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(), in tryToFoldExtOfMaskedLoad()
13205 ExtLoadType, Ld->isExpandingLoad()); in tryToFoldExtOfMaskedLoad()
13206 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), SDValue(NewLoad.getNode(), 1)); in tryToFoldExtOfMaskedLoad()
14545 if (MaskedLoadSDNode *Ld = dyn_cast<MaskedLoadSDNode>(N0)) { in visitSIGN_EXTEND_INREG() local
14546 if (ExtVT == Ld->getMemoryVT() && N0.hasOneUse() && in visitSIGN_EXTEND_INREG()
14547 Ld->getExtensionType() != ISD::LoadExtType::NON_EXTLOAD && in visitSIGN_EXTEND_INREG()
14550 VT, SDLoc(N), Ld->getChain(), Ld->getBasePtr(), Ld->getOffset(), in visitSIGN_EXTEND_INREG()
14551 Ld->getMask(), Ld->getPassThru(), ExtVT, Ld->getMemOperand(), in visitSIGN_EXTEND_INREG()
14552 Ld->getAddressingMode(), ISD::SEXTLOAD, Ld->isExpandingLoad()); in visitSIGN_EXTEND_INREG()
20063 auto *Ld = cast<LoadSDNode>(Val); in getStoreMergeCandidates() local
20064 LBasePtr = BaseIndexOffset::match(Ld, DAG); in getStoreMergeCandidates()
20065 LoadVT = Ld->getMemoryVT(); in getStoreMergeCandidates()
20070 if (!Ld->hasNUsesOfValue(1, 0)) in getStoreMergeCandidates()
20074 if (!Ld->isSimple() || Ld->isIndexed()) in getStoreMergeCandidates()
20537 LoadSDNode *Ld = cast<LoadSDNode>(Val); in tryStoreMergeOfLoads() local
20539 BaseIndexOffset LdPtr = BaseIndexOffset::match(Ld, DAG); in tryStoreMergeOfLoads()
20552 LoadNodes.push_back(MemOpLink(Ld, LdOffset)); in tryStoreMergeOfLoads()
20785 LoadSDNode *Ld = cast<LoadSDNode>(LoadNodes[i].MemNode); in tryStoreMergeOfLoads() local
20786 DAG.ReplaceAllUsesOfValueWith(SDValue(Ld, 1), in tryStoreMergeOfLoads()
21021 auto *Ld = dyn_cast<LoadSDNode>(Value.getOperand(0)); in replaceStoreOfInsertLoad() local
21022 if (!Ld || Ld->getBasePtr() != Ptr || in replaceStoreOfInsertLoad()
21023 ST->getMemoryVT() != Ld->getMemoryVT() || !ST->isSimple() || in replaceStoreOfInsertLoad()
21025 Ld->getAddressSpace() != ST->getAddressSpace() || in replaceStoreOfInsertLoad()
21026 !Chain.reachesChainWithoutSideEffects(SDValue(Ld, 1))) in replaceStoreOfInsertLoad()
21182 if (auto *Ld = dyn_cast<LoadSDNode>(TruncVal)) { in visitSTORE() local
21183 if (Ld->getBasePtr() == Ptr && ST->getMemoryVT() == Ld->getMemoryVT() && in visitSTORE()
21185 Ld->getAddressSpace() == ST->getAddressSpace() && in visitSTORE()
21188 Chain.reachesChainWithoutSideEffects(SDValue(Ld, 1))) { in visitSTORE()
24196 auto *Ld = dyn_cast<LoadSDNode>(Extract->getOperand(0)); in narrowExtractedVectorLoad() local
24197 if (!Ld || Ld->getExtensionType() || !Ld->isSimple()) in narrowExtractedVectorLoad()
24211 if (Index == 0 && NumElts >= Ld->getValueType(0).getVectorMinNumElements()) in narrowExtractedVectorLoad()
24223 if (!TLI.shouldReduceLoadWidth(Ld, Ld->getExtensionType(), VT)) in narrowExtractedVectorLoad()
24231 SDValue NewAddr = DAG.getMemBasePlusOffset(Ld->getBasePtr(), Offset, DL); in narrowExtractedVectorLoad()
24238 MachinePointerInfo(Ld->getPointerInfo().getAddrSpace()); in narrowExtractedVectorLoad()
24239 MMO = MF.getMachineMemOperand(Ld->getMemOperand(), MPI, StoreSize); in narrowExtractedVectorLoad()
24241 MMO = MF.getMachineMemOperand(Ld->getMemOperand(), Offset.getFixedValue(), in narrowExtractedVectorLoad()
24244 SDValue NewLd = DAG.getLoad(VT, DL, Ld->getChain(), NewAddr, MMO); in narrowExtractedVectorLoad()
24245 DAG.makeEquivalentMemoryOrdering(Ld, NewLd); in narrowExtractedVectorLoad()
26450 if (auto *Ld = dyn_cast<LoadSDNode>(U)) { in visitGET_FPENV_MEM() local
26451 if (LdNode && LdNode != Ld) in visitGET_FPENV_MEM()
26453 LdNode = Ld; in visitGET_FPENV_MEM()