Lines Matching refs:LN
9762 auto *LN = cast<LoadSDNode>(Ld); in lowerBuildVectorAsBroadcast() local
9764 SDValue Ops[] = {LN->getChain(), LN->getBasePtr()}; in lowerBuildVectorAsBroadcast()
9767 LN->getMemoryVT(), LN->getMemOperand()); in lowerBuildVectorAsBroadcast()
9768 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), BCast.getValue(1)); in lowerBuildVectorAsBroadcast()
9776 auto *LN = cast<LoadSDNode>(Ld); in lowerBuildVectorAsBroadcast() local
9778 SDValue Ops[] = {LN->getChain(), LN->getBasePtr()}; in lowerBuildVectorAsBroadcast()
9781 LN->getMemoryVT(), LN->getMemOperand()); in lowerBuildVectorAsBroadcast()
9782 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), BCast.getValue(1)); in lowerBuildVectorAsBroadcast()
37236 static SDValue narrowLoadToVZLoad(LoadSDNode *LN, MVT MemVT, MVT VT, in narrowLoadToVZLoad() argument
37239 if (!LN->isSimple()) in narrowLoadToVZLoad()
37243 SDValue Ops[] = {LN->getChain(), LN->getBasePtr()}; in narrowLoadToVZLoad()
37244 return DAG.getMemIntrinsicNode(X86ISD::VZEXT_LOAD, SDLoc(LN), Tys, Ops, MemVT, in narrowLoadToVZLoad()
37245 LN->getPointerInfo(), LN->getOriginalAlign(), in narrowLoadToVZLoad()
37246 LN->getMemOperand()->getFlags()); in narrowLoadToVZLoad()
39865 LoadSDNode *LN = cast<LoadSDNode>(Src); in combineTargetShuffle() local
39866 if (SDValue VZLoad = narrowLoadToVZLoad(LN, MVT::f64, MVT::v2f64, DAG)) { in combineTargetShuffle()
39869 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), VZLoad.getValue(1)); in combineTargetShuffle()
39870 DCI.recursivelyDeleteUnusedNodes(LN); in combineTargetShuffle()
39944 LoadSDNode *LN = cast<LoadSDNode>(Src); in combineTargetShuffle() local
39946 SDValue Ops[] = { LN->getChain(), LN->getBasePtr() }; in combineTargetShuffle()
39949 LN->getMemoryVT(), LN->getMemOperand()); in combineTargetShuffle()
39954 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), BcastLd.getValue(1)); in combineTargetShuffle()
39955 DCI.recursivelyDeleteUnusedNodes(LN); in combineTargetShuffle()
39959 DCI.CombineTo(LN, Scl, BcastLd.getValue(1)); in combineTargetShuffle()
39974 LoadSDNode *LN = cast<LoadSDNode>(TruncIn); in combineTargetShuffle() local
39976 if (LN->isSimple()) { in combineTargetShuffle()
39978 SDValue Ops[] = { LN->getChain(), LN->getBasePtr() }; in combineTargetShuffle()
39981 LN->getPointerInfo(), LN->getOriginalAlign(), in combineTargetShuffle()
39982 LN->getMemOperand()->getFlags()); in combineTargetShuffle()
39984 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), BcastLd.getValue(1)); in combineTargetShuffle()
39993 LoadSDNode *LN = cast<LoadSDNode>(Src.getOperand(0)); in combineTargetShuffle() local
39994 if (LN->getMemoryVT().getSizeInBits() == 16) { in combineTargetShuffle()
39996 SDValue Ops[] = { LN->getChain(), LN->getBasePtr() }; in combineTargetShuffle()
39999 LN->getMemoryVT(), LN->getMemOperand()); in combineTargetShuffle()
40001 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), BcastLd.getValue(1)); in combineTargetShuffle()
40013 LoadSDNode *LN = cast<LoadSDNode>(TruncIn.getOperand(0)); in combineTargetShuffle() local
40018 LN->isSimple()) { in combineTargetShuffle()
40021 SDValue Ptr = DAG.getMemBasePlusOffset(LN->getBasePtr(), in combineTargetShuffle()
40023 SDValue Ops[] = { LN->getChain(), Ptr }; in combineTargetShuffle()
40026 LN->getPointerInfo().getWithOffset(Offset), in combineTargetShuffle()
40027 LN->getOriginalAlign(), in combineTargetShuffle()
40028 LN->getMemOperand()->getFlags()); in combineTargetShuffle()
40030 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), BcastLd.getValue(1)); in combineTargetShuffle()
40039 MemSDNode *LN = cast<MemIntrinsicSDNode>(Src); in combineTargetShuffle() local
40040 if (LN->getMemoryVT().getSizeInBits() == VT.getScalarSizeInBits()) { in combineTargetShuffle()
40042 SDValue Ops[] = { LN->getChain(), LN->getBasePtr() }; in combineTargetShuffle()
40045 LN->getMemoryVT(), LN->getMemOperand()); in combineTargetShuffle()
40047 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), BcastLd.getValue(1)); in combineTargetShuffle()
40048 DCI.recursivelyDeleteUnusedNodes(LN); in combineTargetShuffle()
40057 LoadSDNode *LN = cast<LoadSDNode>(Src); in combineTargetShuffle() local
40059 if (LN->isSimple()) { in combineTargetShuffle()
40061 SDValue Ops[] = {LN->getChain(), LN->getBasePtr()}; in combineTargetShuffle()
40064 LN->getPointerInfo(), LN->getOriginalAlign(), in combineTargetShuffle()
40065 LN->getMemOperand()->getFlags()); in combineTargetShuffle()
40067 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), BcastLd.getValue(1)); in combineTargetShuffle()
40068 DCI.recursivelyDeleteUnusedNodes(LN); in combineTargetShuffle()
40081 auto *LN = cast<LoadSDNode>(N0); in combineTargetShuffle() local
40083 narrowLoadToVZLoad(LN, VT.getVectorElementType(), VT, DAG)) { in combineTargetShuffle()
40085 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), VZLoad.getValue(1)); in combineTargetShuffle()
40086 DCI.recursivelyDeleteUnusedNodes(LN); in combineTargetShuffle()
40095 auto *LN = cast<MemSDNode>(N0); in combineTargetShuffle() local
40096 if (VT.getScalarSizeInBits() == LN->getMemoryVT().getSizeInBits()) { in combineTargetShuffle()
40098 SDValue Ops[] = {LN->getChain(), LN->getBasePtr()}; in combineTargetShuffle()
40101 LN->getMemoryVT(), LN->getMemOperand()); in combineTargetShuffle()
40103 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), VZLoad.getValue(1)); in combineTargetShuffle()
40104 DCI.recursivelyDeleteUnusedNodes(LN); in combineTargetShuffle()
51193 LoadSDNode *LN = cast<LoadSDNode>(N->getOperand(0)); in combineX86INT_TO_FP() local
51197 if (SDValue VZLoad = narrowLoadToVZLoad(LN, MemVT, LoadVT, DAG)) { in combineX86INT_TO_FP()
51202 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), VZLoad.getValue(1)); in combineX86INT_TO_FP()
51203 DCI.recursivelyDeleteUnusedNodes(LN); in combineX86INT_TO_FP()
51222 LoadSDNode *LN = cast<LoadSDNode>(In); in combineCVTP2I_CVTTP2I() local
51226 if (SDValue VZLoad = narrowLoadToVZLoad(LN, MemVT, LoadVT, DAG)) { in combineCVTP2I_CVTTP2I()
51238 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), VZLoad.getValue(1)); in combineCVTP2I_CVTTP2I()
51239 DCI.recursivelyDeleteUnusedNodes(LN); in combineCVTP2I_CVTTP2I()
51371 LoadSDNode *LN = cast<LoadSDNode>(N->getOperand(IsStrict ? 1 : 0)); in combineCVTPH2PS() local
51372 if (SDValue VZLoad = narrowLoadToVZLoad(LN, MVT::i64, MVT::v2i64, DAG)) { in combineCVTPH2PS()
51385 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), VZLoad.getValue(1)); in combineCVTPH2PS()
51386 DCI.recursivelyDeleteUnusedNodes(LN); in combineCVTPH2PS()
54998 LoadSDNode *LN = cast<LoadSDNode>(Src.getNode()); in combineMOVDQ2Q() local
55000 if (LN->isSimple()) { in combineMOVDQ2Q()
55001 SDValue NewLd = DAG.getLoad(MVT::x86mmx, SDLoc(N), LN->getChain(), in combineMOVDQ2Q()
55002 LN->getBasePtr(), in combineMOVDQ2Q()
55003 LN->getPointerInfo(), in combineMOVDQ2Q()
55004 LN->getOriginalAlign(), in combineMOVDQ2Q()
55005 LN->getMemOperand()->getFlags()); in combineMOVDQ2Q()
55006 DAG.ReplaceAllUsesOfValueWith(SDValue(LN, 1), NewLd.getValue(1)); in combineMOVDQ2Q()