Lines Matching refs:MemVT
535 EVT &MemVT, unsigned ShAmt = 0);
556 EVT MemVT, unsigned NumStores,
1091 EVT MemVT = LD->getMemoryVT(); in PromoteOperand() local
1097 MemVT, LD->getMemOperand()); in PromoteOperand()
1326 EVT MemVT = LD->getMemoryVT(); in PromoteLoad() local
1331 MemVT, LD->getMemOperand()); in PromoteLoad()
4238 ISD::LoadExtType ExtType, EVT &MemVT, in isLegalNarrowLdSt() argument
4248 if (!MemVT.isRound()) in isLegalNarrowLdSt()
4256 if (LDST->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits()) in isLegalNarrowLdSt()
4261 !TLI.allowsMemoryAccess(*DAG.getContext(), DAG.getDataLayout(), MemVT, in isLegalNarrowLdSt()
4278 !TLI.isLoadExtLegal(ExtType, Load->getValueType(0), MemVT)) in isLegalNarrowLdSt()
4293 Load->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
4296 if (!TLI.shouldReduceLoadWidth(Load, ExtType, MemVT)) in isLegalNarrowLdSt()
4302 if (Store->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
4306 !TLI.isTruncStoreLegal(Store->getValue().getValueType(), MemVT)) in isLegalNarrowLdSt()
4778 EVT MemVT = LN0->getMemoryVT(); in visitAND() local
4783 BitWidth - MemVT.getScalarSizeInBits())) && in visitAND()
4785 TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT))) { in visitAND()
4788 MemVT, LN0->getMemOperand()); in visitAND()
4798 EVT MemVT = LN0->getMemoryVT(); in visitAND() local
4803 BitWidth - MemVT.getScalarSizeInBits())) && in visitAND()
4805 TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT))) { in visitAND()
4808 MemVT, LN0->getMemOperand()); in visitAND()
8410 EVT MemVT = Load->getMemoryVT(); in CombineZExtLogicopShiftLoad() local
8411 if (!TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) || in CombineZExtLogicopShiftLoad()
8515 EVT MemVT = LN0->getMemoryVT(); in tryToFoldExtOfExtload() local
8517 !TLI.isLoadExtLegal(ExtLoadType, VT, MemVT)) in tryToFoldExtOfExtload()
8522 LN0->getBasePtr(), MemVT, LN0->getMemOperand()); in tryToFoldExtOfExtload()
8688 EVT MemVT = LN00->getMemoryVT(); in visitSIGN_EXTEND() local
8689 if (TLI.isLoadExtLegal(ISD::SEXTLOAD, VT, MemVT) && in visitSIGN_EXTEND()
8954 EVT MemVT = LN00->getMemoryVT(); in visitZERO_EXTEND() local
8955 if (TLI.isLoadExtLegal(ISD::ZEXTLOAD, VT, MemVT) && in visitZERO_EXTEND()
9181 EVT MemVT = LN0->getMemoryVT(); in visitANY_EXTEND() local
9182 if (!LegalOperations || TLI.isLoadExtLegal(ExtType, VT, MemVT)) { in visitANY_EXTEND()
9185 MemVT, LN0->getMemOperand()); in visitANY_EXTEND()
14185 SmallVectorImpl<MemOpLink> &StoreNodes, EVT MemVT, unsigned NumStores, in MergeStoresOfConstantsOrVecElts() argument
14194 int64_t ElementSizeBits = MemVT.getStoreSizeInBits(); in MergeStoresOfConstantsOrVecElts()
14196 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in MergeStoresOfConstantsOrVecElts()
14202 StoreTy = EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts); in MergeStoresOfConstantsOrVecElts()
14214 if (MemVT != Val.getValueType()) { in MergeStoresOfConstantsOrVecElts()
14219 EVT::getIntegerVT(*DAG.getContext(), MemVT.getSizeInBits()); in MergeStoresOfConstantsOrVecElts()
14230 Val = DAG.getBitcast(MemVT, Val); in MergeStoresOfConstantsOrVecElts()
14234 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in MergeStoresOfConstantsOrVecElts()
14248 if ((MemVT != Val.getValueType()) && in MergeStoresOfConstantsOrVecElts()
14251 EVT MemVTScalarTy = MemVT.getScalarType(); in MergeStoresOfConstantsOrVecElts()
14254 Val = DAG.getBitcast(MemVT, Val); in MergeStoresOfConstantsOrVecElts()
14256 unsigned OpC = MemVT.isVector() ? ISD::EXTRACT_SUBVECTOR in MergeStoresOfConstantsOrVecElts()
14260 Val = DAG.getNode(OpC, SDLoc(Val), MemVT, Vec, Idx); in MergeStoresOfConstantsOrVecElts()
14267 StoredVal = DAG.getNode(MemVT.isVector() ? ISD::CONCAT_VECTORS in MergeStoresOfConstantsOrVecElts()
14298 if (MemVT.getSizeInBits() != ElementSizeBits) in MergeStoresOfConstantsOrVecElts()
14347 EVT MemVT = St->getMemoryVT(); in getStoreMergeCandidates() local
14370 if (MemVT != LoadVT) in getStoreMergeCandidates()
14385 bool NoTypeMatch = (MemVT.isInteger()) ? !MemVT.bitsEq(Other->getMemoryVT()) in getStoreMergeCandidates()
14386 : Other->getMemoryVT() != MemVT; in getStoreMergeCandidates()
14416 if (!MemVT.bitsEq(Val.getValueType())) in getStoreMergeCandidates()
14529 EVT MemVT = St->getMemoryVT(); in MergeConsecutiveStores() local
14530 int64_t ElementSizeBytes = MemVT.getStoreSize(); in MergeConsecutiveStores()
14531 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in MergeConsecutiveStores()
14533 if (MemVT.getSizeInBits() * 2 > MaximumLegalStoreInBits) in MergeConsecutiveStores()
14540 if (ElementSizeBytes * 8 != MemVT.getSizeInBits()) in MergeConsecutiveStores()
14543 if (!MemVT.isSimple()) in MergeConsecutiveStores()
14679 TLI.storeOfVectorConstantIsCheap(MemVT, i + 1, FirstStoreAS)) && in MergeConsecutiveStores()
14683 EVT Ty = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in MergeConsecutiveStores()
14684 if (TLI.isTypeLegal(Ty) && TLI.isTypeLegal(MemVT) && in MergeConsecutiveStores()
14726 RV |= MergeStoresOfConstantsOrVecElts(StoreNodes, MemVT, NumElem, true, in MergeConsecutiveStores()
14749 EVT::getVectorVT(*DAG.getContext(), MemVT.getScalarType(), Elts); in MergeConsecutiveStores()
14794 StoreNodes, MemVT, NumStoresToMerge, false, true, false); in MergeConsecutiveStores()
14840 TLI.hasPairedLoad(MemVT, RequiredAlignment) && in MergeConsecutiveStores()
14881 EVT StoreTy = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in MergeConsecutiveStores()
14982 JointMemOpVT = EVT::getVectorVT(Context, MemVT.getScalarType(), Elts); in MergeConsecutiveStores()