Lines Matching refs:MemVT
683 EVT &MemVT, unsigned ShAmt = 0);
703 EVT MemVT, unsigned NumStores,
732 EVT MemVT, SDNode *Root, bool AllowVectors);
739 unsigned NumConsecutiveStores, EVT MemVT,
745 unsigned NumConsecutiveStores, EVT MemVT,
1214 EVT MemVT = LD->getMemoryVT(); in PromoteOperand() local
1220 MemVT, LD->getMemOperand()); in PromoteOperand()
1451 EVT MemVT = LD->getMemoryVT(); in PromoteLoad() local
1456 MemVT, LD->getMemOperand()); in PromoteLoad()
5259 ISD::LoadExtType ExtType, EVT &MemVT, in isLegalNarrowLdSt() argument
5269 if (!MemVT.isRound()) in isLegalNarrowLdSt()
5280 if (LdStMemVT.isScalableVector() != MemVT.isScalableVector()) in isLegalNarrowLdSt()
5284 if (LdStMemVT.bitsLT(MemVT)) in isLegalNarrowLdSt()
5293 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT, in isLegalNarrowLdSt()
5312 !TLI.isLoadExtLegal(ExtType, Load->getValueType(0), MemVT)) in isLegalNarrowLdSt()
5327 Load->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
5330 if (!TLI.shouldReduceLoadWidth(Load, ExtType, MemVT)) in isLegalNarrowLdSt()
5336 if (Store->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
5340 !TLI.isTruncStoreLegal(Store->getValue().getValueType(), MemVT)) in isLegalNarrowLdSt()
5834 EVT MemVT = GN0->getMemoryVT(); in visitAND() local
5835 EVT ScalarVT = MemVT.getScalarType(); in visitAND()
5844 DAG.getVTList(VT, MVT::Other), MemVT, SDLoc(N), Ops, in visitAND()
5916 EVT MemVT = LN0->getMemoryVT(); in visitAND() local
5920 unsigned MemBitSize = MemVT.getScalarSizeInBits(); in visitAND()
5924 TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT))) { in visitAND()
5927 LN0->getBasePtr(), MemVT, LN0->getMemOperand()); in visitAND()
7304 EVT MemVT = N->getMemoryVT(); in mergeTruncStores() local
7305 if (!(MemVT == MVT::i8 || MemVT == MVT::i16 || MemVT == MVT::i32) || in mergeTruncStores()
7316 if (Store->getMemoryVT() != MemVT || !Store->isSimple() || in mergeTruncStores()
7587 EVT MemVT = in MatchLoadCombine() local
7590 if (!MemVT.isSimple()) in MatchLoadCombine()
7598 MemVT)) in MatchLoadCombine()
7641 TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT, in MatchLoadCombine()
7649 FirstLoad->getPointerInfo(), MemVT, FirstLoad->getAlign()); in MatchLoadCombine()
10686 EVT MemVT = Load->getMemoryVT(); in CombineZExtLogicopShiftLoad() local
10687 if (!TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) || in CombineZExtLogicopShiftLoad()
10794 EVT MemVT = LN0->getMemoryVT(); in tryToFoldExtOfExtload() local
10797 !TLI.isLoadExtLegal(ExtLoadType, VT, MemVT)) in tryToFoldExtOfExtload()
10802 LN0->getBasePtr(), MemVT, LN0->getMemOperand()); in tryToFoldExtOfExtload()
11131 EVT MemVT = LN00->getMemoryVT(); in visitSIGN_EXTEND() local
11132 if (TLI.isLoadExtLegal(ISD::SEXTLOAD, VT, MemVT) && in visitSIGN_EXTEND()
11400 EVT MemVT = LN00->getMemoryVT(); in visitZERO_EXTEND() local
11401 if (TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) && in visitZERO_EXTEND()
11637 EVT MemVT = LN0->getMemoryVT(); in visitANY_EXTEND() local
11638 if (!LegalOperations || TLI.isLoadExtLegal(ExtType, VT, MemVT)) { in visitANY_EXTEND()
11641 MemVT, LN0->getMemOperand()); in visitANY_EXTEND()
16918 SmallVectorImpl<MemOpLink> &StoreNodes, EVT MemVT, unsigned NumStores, in mergeStoresOfConstantsOrVecElts() argument
16930 TypeSize ElementSizeBits = MemVT.getStoreSizeInBits(); in mergeStoresOfConstantsOrVecElts()
16932 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in mergeStoresOfConstantsOrVecElts()
16938 StoreTy = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts); in mergeStoresOfConstantsOrVecElts()
16950 if (MemVT != Val.getValueType()) { in mergeStoresOfConstantsOrVecElts()
16955 EVT::getIntegerVT(*DAG.getContext(), MemVT.getSizeInBits()); in mergeStoresOfConstantsOrVecElts()
16966 Val = DAG.getBitcast(MemVT, Val); in mergeStoresOfConstantsOrVecElts()
16970 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in mergeStoresOfConstantsOrVecElts()
16984 if ((MemVT != Val.getValueType()) && in mergeStoresOfConstantsOrVecElts()
16987 EVT MemVTScalarTy = MemVT.getScalarType(); in mergeStoresOfConstantsOrVecElts()
16990 Val = DAG.getBitcast(MemVT, Val); in mergeStoresOfConstantsOrVecElts()
16992 unsigned OpC = MemVT.isVector() ? ISD::EXTRACT_SUBVECTOR in mergeStoresOfConstantsOrVecElts()
16996 Val = DAG.getNode(OpC, SDLoc(Val), MemVT, Vec, Idx); in mergeStoresOfConstantsOrVecElts()
17003 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in mergeStoresOfConstantsOrVecElts()
17034 if (MemVT.getSizeInBits() != ElementSizeBits) in mergeStoresOfConstantsOrVecElts()
17091 EVT MemVT = St->getMemoryVT(); in getStoreMergeCandidates() local
17099 if (MemVT != LoadVT) in getStoreMergeCandidates()
17120 bool NoTypeMatch = (MemVT.isInteger()) ? !MemVT.bitsEq(Other->getMemoryVT()) in getStoreMergeCandidates()
17121 : Other->getMemoryVT() != MemVT; in getStoreMergeCandidates()
17157 if (!MemVT.bitsEq(OtherBC.getValueType())) in getStoreMergeCandidates()
17340 EVT MemVT, SDNode *RootNode, bool AllowVectors) { in tryStoreMergeOfConstants() argument
17343 int64_t ElementSizeBytes = MemVT.getStoreSize(); in tryStoreMergeOfConstants()
17344 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfConstants()
17406 TLI.storeOfVectorConstantIsCheap(MemVT, i + 1, FirstStoreAS)) && in tryStoreMergeOfConstants()
17410 EVT Ty = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfConstants()
17411 if (TLI.isTypeLegal(Ty) && TLI.isTypeLegal(MemVT) && in tryStoreMergeOfConstants()
17453 MadeChange |= mergeStoresOfConstantsOrVecElts(StoreNodes, MemVT, NumElem, in tryStoreMergeOfConstants()
17466 EVT MemVT, SDNode *RootNode) { in tryStoreMergeOfExtracts() argument
17469 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfExtracts()
17481 EVT Ty = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts); in tryStoreMergeOfExtracts()
17524 StoreNodes, MemVT, NumStoresToMerge, /*IsConstantSrc*/ false, in tryStoreMergeOfExtracts()
17534 unsigned NumConsecutiveStores, EVT MemVT, in tryStoreMergeOfLoads() argument
17540 int64_t ElementSizeBytes = MemVT.getStoreSize(); in tryStoreMergeOfLoads()
17541 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfLoads()
17578 if (TLI.hasPairedLoad(MemVT, RequiredAlignment) && in tryStoreMergeOfLoads()
17628 EVT StoreTy = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfLoads()
17728 JointMemOpVT = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfLoads()
17816 EVT MemVT = St->getMemoryVT(); in mergeConsecutiveStores() local
17817 if (MemVT.isScalableVector()) in mergeConsecutiveStores()
17819 if (!MemVT.isSimple() || MemVT.getSizeInBits() * 2 > MaximumLegalStoreInBits) in mergeConsecutiveStores()
17823 int64_t ElementSizeBytes = MemVT.getStoreSize(); in mergeConsecutiveStores()
17824 if (ElementSizeBytes * 8 != (int64_t)MemVT.getSizeInBits()) in mergeConsecutiveStores()
17875 MemVT, RootNode, AllowVectors); in mergeConsecutiveStores()
17880 MemVT, RootNode); in mergeConsecutiveStores()
17885 MemVT, RootNode, AllowVectors, in mergeConsecutiveStores()