Lines Matching refs:MemVT
747 EVT &MemVT, unsigned ShAmt = 0);
772 EVT MemVT, unsigned NumStores,
801 EVT MemVT, SDNode *Root, bool AllowVectors);
808 unsigned NumConsecutiveStores, EVT MemVT,
814 unsigned NumConsecutiveStores, EVT MemVT,
1522 EVT MemVT = LD->getMemoryVT(); in PromoteOperand() local
1528 MemVT, LD->getMemOperand()); in PromoteOperand()
1759 EVT MemVT = LD->getMemoryVT(); in PromoteLoad() local
1764 MemVT, LD->getMemOperand()); in PromoteLoad()
6451 ISD::LoadExtType ExtType, EVT &MemVT, in isLegalNarrowLdSt() argument
6461 if (!MemVT.isRound()) in isLegalNarrowLdSt()
6472 if (LdStMemVT.isScalableVector() != MemVT.isScalableVector()) in isLegalNarrowLdSt()
6476 if (LdStMemVT.bitsLT(MemVT)) in isLegalNarrowLdSt()
6485 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT, in isLegalNarrowLdSt()
6504 !TLI.isLoadExtLegal(ExtType, Load->getValueType(0), MemVT)) in isLegalNarrowLdSt()
6519 Load->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
6522 if (!TLI.shouldReduceLoadWidth(Load, ExtType, MemVT)) in isLegalNarrowLdSt()
6528 if (Store->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
6532 !TLI.isTruncStoreLegal(Store->getValue().getValueType(), MemVT)) in isLegalNarrowLdSt()
7217 EVT MemVT = GN0->getMemoryVT(); in visitAND() local
7218 EVT ScalarVT = MemVT.getScalarType(); in visitAND()
7227 DAG.getVTList(VT, MVT::Other), MemVT, SDLoc(N), Ops, in visitAND()
7295 EVT MemVT = LN0->getMemoryVT(); in visitAND() local
7299 unsigned MemBitSize = MemVT.getScalarSizeInBits(); in visitAND()
7303 TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT))) { in visitAND()
7306 LN0->getBasePtr(), MemVT, LN0->getMemOperand()); in visitAND()
8887 EVT MemVT = N->getMemoryVT(); in mergeTruncStores() local
8888 if (!(MemVT == MVT::i8 || MemVT == MVT::i16 || MemVT == MVT::i32) || in mergeTruncStores()
8895 unsigned NarrowNumBits = MemVT.getScalarSizeInBits(); in mergeTruncStores()
8906 if (Store->getMemoryVT() != MemVT || !Store->isSimple() || in mergeTruncStores()
9195 EVT MemVT = in MatchLoadCombine() local
9198 if (!MemVT.isSimple()) in MatchLoadCombine()
9206 MemVT)) in MatchLoadCombine()
9249 TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT, in MatchLoadCombine()
9257 FirstLoad->getPointerInfo(), MemVT, FirstLoad->getAlign()); in MatchLoadCombine()
13012 EVT MemVT = Load->getMemoryVT(); in CombineZExtLogicopShiftLoad() local
13013 if (!TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) || in CombineZExtLogicopShiftLoad()
13120 EVT MemVT = LN0->getMemoryVT(); in tryToFoldExtOfExtload() local
13123 !TLI.isLoadExtLegal(ExtLoadType, VT, MemVT)) in tryToFoldExtOfExtload()
13128 LN0->getBasePtr(), MemVT, LN0->getMemOperand()); in tryToFoldExtOfExtload()
13488 EVT MemVT = LN00->getMemoryVT(); in visitSIGN_EXTEND() local
13489 if (TLI.isLoadExtLegal(ISD::SEXTLOAD, VT, MemVT) && in visitSIGN_EXTEND()
13771 EVT MemVT = LN00->getMemoryVT(); in visitZERO_EXTEND() local
13772 if (TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) && in visitZERO_EXTEND()
14021 EVT MemVT = LN0->getMemoryVT(); in visitANY_EXTEND() local
14022 if (!LegalOperations || TLI.isLoadExtLegal(ExtType, VT, MemVT)) { in visitANY_EXTEND()
14025 MemVT, LN0->getMemOperand()); in visitANY_EXTEND()
19849 SmallVectorImpl<MemOpLink> &StoreNodes, EVT MemVT, unsigned NumStores, in mergeStoresOfConstantsOrVecElts() argument
19861 TypeSize ElementSizeBits = MemVT.getStoreSizeInBits(); in mergeStoresOfConstantsOrVecElts()
19863 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in mergeStoresOfConstantsOrVecElts()
19885 StoreTy = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts); in mergeStoresOfConstantsOrVecElts()
19898 if (MemVT != Val.getValueType()) { in mergeStoresOfConstantsOrVecElts()
19909 EVT::getIntegerVT(*DAG.getContext(), MemVT.getSizeInBits()); in mergeStoresOfConstantsOrVecElts()
19916 Val = DAG.getBitcast(MemVT, Val); in mergeStoresOfConstantsOrVecElts()
19920 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in mergeStoresOfConstantsOrVecElts()
19934 if ((MemVT != Val.getValueType()) && in mergeStoresOfConstantsOrVecElts()
19937 EVT MemVTScalarTy = MemVT.getScalarType(); in mergeStoresOfConstantsOrVecElts()
19940 Val = DAG.getBitcast(MemVT, Val); in mergeStoresOfConstantsOrVecElts()
19941 } else if (MemVT.isVector() && in mergeStoresOfConstantsOrVecElts()
19943 Val = DAG.getNode(ISD::BUILD_VECTOR, DL, MemVT, Val); in mergeStoresOfConstantsOrVecElts()
19945 unsigned OpC = MemVT.isVector() ? ISD::EXTRACT_SUBVECTOR in mergeStoresOfConstantsOrVecElts()
19949 Val = DAG.getNode(OpC, SDLoc(Val), MemVT, Vec, Idx); in mergeStoresOfConstantsOrVecElts()
19956 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in mergeStoresOfConstantsOrVecElts()
19987 if (MemVT.getSizeInBits() != ElementSizeBits) in mergeStoresOfConstantsOrVecElts()
20059 EVT MemVT = St->getMemoryVT(); in getStoreMergeCandidates() local
20067 if (MemVT != LoadVT) in getStoreMergeCandidates()
20090 bool NoTypeMatch = (MemVT.isInteger()) ? !MemVT.bitsEq(Other->getMemoryVT()) in getStoreMergeCandidates()
20091 : Other->getMemoryVT() != MemVT; in getStoreMergeCandidates()
20130 if (!MemVT.bitsEq(OtherBC.getValueType())) in getStoreMergeCandidates()
20320 EVT MemVT, SDNode *RootNode, bool AllowVectors) { in tryStoreMergeOfConstants() argument
20323 int64_t ElementSizeBytes = MemVT.getStoreSize(); in tryStoreMergeOfConstants()
20324 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfConstants()
20388 if (TLI.storeOfVectorConstantIsCheap(!NonZero, MemVT, i + 1, FirstStoreAS) && in tryStoreMergeOfConstants()
20392 EVT Ty = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfConstants()
20393 if (TLI.isTypeLegal(Ty) && TLI.isTypeLegal(MemVT) && in tryStoreMergeOfConstants()
20435 MadeChange |= mergeStoresOfConstantsOrVecElts(StoreNodes, MemVT, NumElem, in tryStoreMergeOfConstants()
20448 EVT MemVT, SDNode *RootNode) { in tryStoreMergeOfExtracts() argument
20451 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfExtracts()
20463 EVT Ty = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts); in tryStoreMergeOfExtracts()
20507 StoreNodes, MemVT, NumStoresToMerge, /*IsConstantSrc*/ false, in tryStoreMergeOfExtracts()
20517 unsigned NumConsecutiveStores, EVT MemVT, in tryStoreMergeOfLoads() argument
20523 int64_t ElementSizeBytes = MemVT.getStoreSize(); in tryStoreMergeOfLoads()
20524 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfLoads()
20561 if (TLI.hasPairedLoad(MemVT, RequiredAlignment) && in tryStoreMergeOfLoads()
20611 EVT StoreTy = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfLoads()
20718 JointMemOpVT = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfLoads()
20815 EVT MemVT = St->getMemoryVT(); in mergeConsecutiveStores() local
20816 if (MemVT.isScalableVT()) in mergeConsecutiveStores()
20818 if (!MemVT.isSimple() || MemVT.getSizeInBits() * 2 > MaximumLegalStoreInBits) in mergeConsecutiveStores()
20822 int64_t ElementSizeBytes = MemVT.getStoreSize(); in mergeConsecutiveStores()
20823 if (ElementSizeBytes * 8 != (int64_t)MemVT.getSizeInBits()) in mergeConsecutiveStores()
20874 MemVT, RootNode, AllowVectors); in mergeConsecutiveStores()
20879 MemVT, RootNode); in mergeConsecutiveStores()
20884 MemVT, RootNode, AllowVectors, in mergeConsecutiveStores()
26442 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT(); in visitGET_FPENV_MEM() local
26459 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT || in visitGET_FPENV_MEM()
26478 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT || in visitGET_FPENV_MEM()
26484 SDValue Res = DAG.getGetFPEnv(Chain, SDLoc(N), StNode->getBasePtr(), MemVT, in visitGET_FPENV_MEM()
26493 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT(); in visitSET_FPENV_MEM() local
26509 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT || in visitSET_FPENV_MEM()
26518 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT || in visitSET_FPENV_MEM()
26525 DAG.getSetFPEnv(LdNode->getChain(), SDLoc(N), LdNode->getBasePtr(), MemVT, in visitSET_FPENV_MEM()