Lines Matching refs:MemVT
684 EVT &MemVT, unsigned ShAmt = 0);
704 EVT MemVT, unsigned NumStores,
733 EVT MemVT, SDNode *Root, bool AllowVectors);
740 unsigned NumConsecutiveStores, EVT MemVT,
746 unsigned NumConsecutiveStores, EVT MemVT,
1278 EVT MemVT = LD->getMemoryVT(); in PromoteOperand() local
1284 MemVT, LD->getMemOperand()); in PromoteOperand()
1515 EVT MemVT = LD->getMemoryVT(); in PromoteLoad() local
1520 MemVT, LD->getMemOperand()); in PromoteLoad()
5688 ISD::LoadExtType ExtType, EVT &MemVT, in isLegalNarrowLdSt() argument
5698 if (!MemVT.isRound()) in isLegalNarrowLdSt()
5709 if (LdStMemVT.isScalableVector() != MemVT.isScalableVector()) in isLegalNarrowLdSt()
5713 if (LdStMemVT.bitsLT(MemVT)) in isLegalNarrowLdSt()
5722 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT, in isLegalNarrowLdSt()
5741 !TLI.isLoadExtLegal(ExtType, Load->getValueType(0), MemVT)) in isLegalNarrowLdSt()
5756 Load->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
5759 if (!TLI.shouldReduceLoadWidth(Load, ExtType, MemVT)) in isLegalNarrowLdSt()
5765 if (Store->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
5769 !TLI.isTruncStoreLegal(Store->getValue().getValueType(), MemVT)) in isLegalNarrowLdSt()
6377 EVT MemVT = GN0->getMemoryVT(); in visitAND() local
6378 EVT ScalarVT = MemVT.getScalarType(); in visitAND()
6387 DAG.getVTList(VT, MVT::Other), MemVT, SDLoc(N), Ops, in visitAND()
6455 EVT MemVT = LN0->getMemoryVT(); in visitAND() local
6459 unsigned MemBitSize = MemVT.getScalarSizeInBits(); in visitAND()
6463 TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT))) { in visitAND()
6466 LN0->getBasePtr(), MemVT, LN0->getMemOperand()); in visitAND()
7940 EVT MemVT = N->getMemoryVT(); in mergeTruncStores() local
7941 if (!(MemVT == MVT::i8 || MemVT == MVT::i16 || MemVT == MVT::i32) || in mergeTruncStores()
7952 if (Store->getMemoryVT() != MemVT || !Store->isSimple() || in mergeTruncStores()
8223 EVT MemVT = in MatchLoadCombine() local
8226 if (!MemVT.isSimple()) in MatchLoadCombine()
8234 MemVT)) in MatchLoadCombine()
8277 TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT, in MatchLoadCombine()
8285 FirstLoad->getPointerInfo(), MemVT, FirstLoad->getAlign()); in MatchLoadCombine()
11612 EVT MemVT = Load->getMemoryVT(); in CombineZExtLogicopShiftLoad() local
11613 if (!TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) || in CombineZExtLogicopShiftLoad()
11720 EVT MemVT = LN0->getMemoryVT(); in tryToFoldExtOfExtload() local
11723 !TLI.isLoadExtLegal(ExtLoadType, VT, MemVT)) in tryToFoldExtOfExtload()
11728 LN0->getBasePtr(), MemVT, LN0->getMemOperand()); in tryToFoldExtOfExtload()
12067 EVT MemVT = LN00->getMemoryVT(); in visitSIGN_EXTEND() local
12068 if (TLI.isLoadExtLegal(ISD::SEXTLOAD, VT, MemVT) && in visitSIGN_EXTEND()
12340 EVT MemVT = LN00->getMemoryVT(); in visitZERO_EXTEND() local
12341 if (TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) && in visitZERO_EXTEND()
12583 EVT MemVT = LN0->getMemoryVT(); in visitANY_EXTEND() local
12584 if (!LegalOperations || TLI.isLoadExtLegal(ExtType, VT, MemVT)) { in visitANY_EXTEND()
12587 MemVT, LN0->getMemOperand()); in visitANY_EXTEND()
17879 SmallVectorImpl<MemOpLink> &StoreNodes, EVT MemVT, unsigned NumStores, in mergeStoresOfConstantsOrVecElts() argument
17891 TypeSize ElementSizeBits = MemVT.getStoreSizeInBits(); in mergeStoresOfConstantsOrVecElts()
17893 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in mergeStoresOfConstantsOrVecElts()
17915 StoreTy = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts); in mergeStoresOfConstantsOrVecElts()
17927 if (MemVT != Val.getValueType()) { in mergeStoresOfConstantsOrVecElts()
17932 EVT::getIntegerVT(*DAG.getContext(), MemVT.getSizeInBits()); in mergeStoresOfConstantsOrVecElts()
17945 Val = DAG.getBitcast(MemVT, Val); in mergeStoresOfConstantsOrVecElts()
17949 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in mergeStoresOfConstantsOrVecElts()
17963 if ((MemVT != Val.getValueType()) && in mergeStoresOfConstantsOrVecElts()
17966 EVT MemVTScalarTy = MemVT.getScalarType(); in mergeStoresOfConstantsOrVecElts()
17969 Val = DAG.getBitcast(MemVT, Val); in mergeStoresOfConstantsOrVecElts()
17971 unsigned OpC = MemVT.isVector() ? ISD::EXTRACT_SUBVECTOR in mergeStoresOfConstantsOrVecElts()
17975 Val = DAG.getNode(OpC, SDLoc(Val), MemVT, Vec, Idx); in mergeStoresOfConstantsOrVecElts()
17982 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in mergeStoresOfConstantsOrVecElts()
18013 if (MemVT.getSizeInBits() != ElementSizeBits) in mergeStoresOfConstantsOrVecElts()
18070 EVT MemVT = St->getMemoryVT(); in getStoreMergeCandidates() local
18078 if (MemVT != LoadVT) in getStoreMergeCandidates()
18099 bool NoTypeMatch = (MemVT.isInteger()) ? !MemVT.bitsEq(Other->getMemoryVT()) in getStoreMergeCandidates()
18100 : Other->getMemoryVT() != MemVT; in getStoreMergeCandidates()
18136 if (!MemVT.bitsEq(OtherBC.getValueType())) in getStoreMergeCandidates()
18326 EVT MemVT, SDNode *RootNode, bool AllowVectors) { in tryStoreMergeOfConstants() argument
18329 int64_t ElementSizeBytes = MemVT.getStoreSize(); in tryStoreMergeOfConstants()
18330 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfConstants()
18394 TLI.storeOfVectorConstantIsCheap(MemVT, i + 1, FirstStoreAS)) && in tryStoreMergeOfConstants()
18398 EVT Ty = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfConstants()
18399 if (TLI.isTypeLegal(Ty) && TLI.isTypeLegal(MemVT) && in tryStoreMergeOfConstants()
18441 MadeChange |= mergeStoresOfConstantsOrVecElts(StoreNodes, MemVT, NumElem, in tryStoreMergeOfConstants()
18454 EVT MemVT, SDNode *RootNode) { in tryStoreMergeOfExtracts() argument
18457 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfExtracts()
18469 EVT Ty = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts); in tryStoreMergeOfExtracts()
18513 StoreNodes, MemVT, NumStoresToMerge, /*IsConstantSrc*/ false, in tryStoreMergeOfExtracts()
18523 unsigned NumConsecutiveStores, EVT MemVT, in tryStoreMergeOfLoads() argument
18529 int64_t ElementSizeBytes = MemVT.getStoreSize(); in tryStoreMergeOfLoads()
18530 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in tryStoreMergeOfLoads()
18567 if (TLI.hasPairedLoad(MemVT, RequiredAlignment) && in tryStoreMergeOfLoads()
18617 EVT StoreTy = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfLoads()
18724 JointMemOpVT = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in tryStoreMergeOfLoads()
18812 EVT MemVT = St->getMemoryVT(); in mergeConsecutiveStores() local
18813 if (MemVT.isScalableVector()) in mergeConsecutiveStores()
18815 if (!MemVT.isSimple() || MemVT.getSizeInBits() * 2 > MaximumLegalStoreInBits) in mergeConsecutiveStores()
18819 int64_t ElementSizeBytes = MemVT.getStoreSize(); in mergeConsecutiveStores()
18820 if (ElementSizeBytes * 8 != (int64_t)MemVT.getSizeInBits()) in mergeConsecutiveStores()
18871 MemVT, RootNode, AllowVectors); in mergeConsecutiveStores()
18876 MemVT, RootNode); in mergeConsecutiveStores()
18881 MemVT, RootNode, AllowVectors, in mergeConsecutiveStores()