Lines Matching refs:getMemoryVT
1243 EVT VT = LoadStore->getMemoryVT(); in reassociationCanBreakAddressingModePattern()
1270 EVT VT = LoadStore->getMemoryVT(); in reassociationCanBreakAddressingModePattern()
1522 EVT MemVT = LD->getMemoryVT(); in PromoteOperand()
1759 EVT MemVT = LD->getMemoryVT(); in PromoteLoad()
2427 VT = LD->getMemoryVT(); in canFoldInAddressingMode()
2432 VT = ST->getMemoryVT(); in canFoldInAddressingMode()
2437 VT = LD->getMemoryVT(); in canFoldInAddressingMode()
2442 VT = ST->getMemoryVT(); in canFoldInAddressingMode()
6421 EVT LoadedVT = LoadN->getMemoryVT(); in isAndLoadExtLoad()
6468 EVT LdStMemVT = LDST->getMemoryVT(); in isLegalNarrowLdSt()
6519 Load->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
6528 if (Store->getMemoryVT().getSizeInBits() < MemVT.getSizeInBits() + ShAmt) in isLegalNarrowLdSt()
6569 ExtVT.bitsGE(Load->getMemoryVT())) in SearchForAndLoads()
6573 if (ExtVT.bitsLE(Load->getMemoryVT())) in SearchForAndLoads()
6987 EVT LoadVT = MLoad->getMemoryVT(); in visitAND()
7144 Load->getMemoryVT()); in visitAND()
7149 Constant = Constant.zextOrTrunc(Load->getMemoryVT().getScalarSizeInBits()); in visitAND()
7171 Load->getOffset(), Load->getMemoryVT(), in visitAND()
7217 EVT MemVT = GN0->getMemoryVT(); in visitAND()
7295 EVT MemVT = LN0->getMemoryVT(); in visitAND()
8789 unsigned NarrowBitWidth = L->getMemoryVT().getSizeInBits(); in calculateByteProvider()
8887 EVT MemVT = N->getMemoryVT(); in mergeTruncStores()
8906 if (Store->getMemoryVT() != MemVT || !Store->isSimple() || in mergeTruncStores()
9106 unsigned LoadBitWidth = Load->getMemoryVT().getScalarSizeInBits(); in MatchLoadCombine()
9161 if (L->getMemoryVT().isVector()) { in MatchLoadCombine()
9162 unsigned LoadWidthInBit = L->getMemoryVT().getScalarSizeInBits(); in MatchLoadCombine()
11843 return DAG.getScatterVP(DAG.getVTList(MVT::Other), MSC->getMemoryVT(), in visitVPSCATTER()
11849 return DAG.getScatterVP(DAG.getVTList(MVT::Other), MSC->getMemoryVT(), in visitVPSCATTER()
11873 return DAG.getMaskedScatter(DAG.getVTList(MVT::Other), MSC->getMemoryVT(), in visitMSCATTER()
11880 return DAG.getMaskedScatter(DAG.getVTList(MVT::Other), MSC->getMemoryVT(), in visitMSCATTER()
11905 ((Mask == MST1->getMask() && MST->getMemoryVT().getStoreSize() == in visitMSTORE()
11906 MST1->getMemoryVT().getStoreSize()) || in visitMSTORE()
11908 TypeSize::isKnownLE(MST1->getMemoryVT().getStoreSize(), in visitMSTORE()
11909 MST->getMemoryVT().getStoreSize())) { in visitMSTORE()
11936 MST->getMemoryVT().getScalarSizeInBits()); in visitMSTORE()
11958 MST->getMemoryVT(), LegalOperations)) { in visitMSTORE()
11962 MST->getOffset(), Mask, MST->getMemoryVT(), in visitMSTORE()
11978 SST->getVectorLength(), SST->getMemoryVT(), in visitVP_STRIDED_STORE()
11999 DAG.getVTList(N->getValueType(0), MVT::Other), MGT->getMemoryVT(), DL, in visitVPGATHER()
12006 DAG.getVTList(N->getValueType(0), MVT::Other), MGT->getMemoryVT(), DL, in visitVPGATHER()
12031 DAG.getVTList(N->getValueType(0), MVT::Other), MGT->getMemoryVT(), DL, in visitMGATHER()
12038 DAG.getVTList(N->getValueType(0), MVT::Other), MGT->getMemoryVT(), DL, in visitMGATHER()
12081 SLD->getMask(), SLD->getVectorLength(), SLD->getMemoryVT(), in visitVP_STRIDED_LOAD()
12706 if (!TLI.isLoadExtLegal(ExtLoadOpcode, VT, Load1->getMemoryVT()) || in tryToFoldExtendSelectLoad()
12707 !TLI.isLoadExtLegal(ExtLoadOpcode, VT, Load2->getMemoryVT()) || in tryToFoldExtendSelectLoad()
13012 EVT MemVT = Load->getMemoryVT(); in CombineZExtLogicopShiftLoad()
13034 Load->getMemoryVT(), Load->getMemOperand()); in CombineZExtLogicopShiftLoad()
13120 EVT MemVT = LN0->getMemoryVT(); in tryToFoldExtOfExtload()
13204 PassThru, Ld->getMemoryVT(), Ld->getMemOperand(), Ld->getAddressingMode(), in tryToFoldExtOfMaskedLoad()
13488 EVT MemVT = LN00->getMemoryVT(); in visitSIGN_EXTEND()
13497 LN00->getMemoryVT(), in visitSIGN_EXTEND()
13771 EVT MemVT = LN00->getMemoryVT(); in visitZERO_EXTEND()
13791 LN00->getMemoryVT(), in visitZERO_EXTEND()
14021 EVT MemVT = LN0->getMemoryVT(); in visitANY_EXTEND()
14215 uint64_t MemoryWidth = LN->getMemoryVT().getScalarSizeInBits(); in reduceLoadWidth()
14275 uint64_t MemoryWidth = LN->getMemoryVT().getSizeInBits(); in reduceLoadWidth()
14345 LN0->getMemoryVT().getStoreSizeInBits().getFixedValue(); in reduceLoadWidth()
14512 ExtVT == cast<LoadSDNode>(N0)->getMemoryVT() && in visitSIGN_EXTEND_INREG()
14530 ExtVT == cast<LoadSDNode>(N0)->getMemoryVT() && in visitSIGN_EXTEND_INREG()
14546 if (ExtVT == Ld->getMemoryVT() && N0.hasOneUse() && in visitSIGN_EXTEND_INREG()
14562 ExtVT == GN0->getMemoryVT() && in visitSIGN_EXTEND_INREG()
14855 if (LN0->isSimple() && LN0->getMemoryVT().bitsLE(VT)) { in visitTRUNCATE()
14858 LN0->getBasePtr(), LN0->getMemoryVT(), LN0->getMemOperand()); in visitTRUNCATE()
18068 EVT VT = LD->getMemoryVT(); in getCombineLoadStoreParts()
18075 EVT VT = ST->getMemoryVT(); in getCombineLoadStoreParts()
18083 EVT VT = LD->getMemoryVT(); in getCombineLoadStoreParts()
18092 EVT VT = ST->getMemoryVT(); in getCombineLoadStoreParts()
18496 EVT STMemType = ST->getMemoryVT(); in getTruncatedStoreValue()
18519 EVT LDMemType = LD->getMemoryVT(); in extendLoadedValueToExtension()
18596 EVT LDMemType = LD->getMemoryVT(); in ForwardStoreValueToDirectLoad()
18597 EVT STMemType = ST->getMemoryVT(); in ForwardStoreValueToDirectLoad()
18792 LD->getPointerInfo(), LD->getMemoryVT(), *Alignment, in visitLOAD()
18816 BetterChain, Ptr, LD->getMemoryVT(), in visitLOAD()
19681 EVT VT = LD->getMemoryVT(); in TransformFPLoadStorePair()
19683 VT != ST->getMemoryVT() || in TransformFPLoadStorePair()
20059 EVT MemVT = St->getMemoryVT(); in getStoreMergeCandidates()
20065 LoadVT = Ld->getMemoryVT(); in getStoreMergeCandidates()
20090 bool NoTypeMatch = (MemVT.isInteger()) ? !MemVT.bitsEq(Other->getMemoryVT()) in getStoreMergeCandidates()
20091 : Other->getMemoryVT() != MemVT; in getStoreMergeCandidates()
20101 if (LoadVT != OtherLd->getMemoryVT()) in getStoreMergeCandidates()
20815 EVT MemVT = St->getMemoryVT(); in mergeConsecutiveStores()
20902 ST->getBasePtr(), ST->getMemoryVT(), in replaceStoreChain()
21023 ST->getMemoryVT() != Ld->getMemoryVT() || !ST->isSimple() || in replaceStoreOfInsertLoad()
21092 ST->getMemoryVT(), *Alignment, in visitSTORE()
21130 Value.getOperand(0).getValueType() == ST->getMemoryVT() && in visitSTORE()
21131 TLI.isOperationLegalOrCustom(ISD::STORE, ST->getMemoryVT())) in visitSTORE()
21137 ST->getMemoryVT().getScalarSizeInBits()); in visitSTORE()
21157 return DAG.getTruncStore(Chain, SDLoc(N), Shorter, Ptr, ST->getMemoryVT(), in visitSTORE()
21170 ST->getMemoryVT(), ST->getMemOperand()); in visitSTORE()
21183 if (Ld->getBasePtr() == Ptr && ST->getMemoryVT() == Ld->getMemoryVT() && in visitSTORE()
21203 ST1->getValue() == Value && ST->getMemoryVT() == ST1->getMemoryVT() && in visitSTORE()
21217 if (ST->getMemoryVT().isScalableVector() || in visitSTORE()
21218 ST1->getMemoryVT().isScalableVector()) { in visitSTORE()
21220 TypeSize::isKnownLE(ST1->getMemoryVT().getStoreSize(), in visitSTORE()
21221 ST->getMemoryVT().getStoreSize())) { in visitSTORE()
21232 if (STBase.contains(DAG, ST->getMemoryVT().getFixedSizeInBits(), in visitSTORE()
21234 ST1->getMemoryVT().getFixedSizeInBits())) { in visitSTORE()
21249 ST->getMemoryVT(), LegalOperations)) { in visitSTORE()
21251 Ptr, ST->getMemoryVT(), ST->getMemOperand()); in visitSTORE()
21257 if (!LegalTypes || (TLI.mergeStoresAfterLegalization(ST->getMemoryVT()))) { in visitSTORE()
21322 const TypeSize StoreSize = ST->getMemoryVT().getStoreSize(); in visitLIFETIME_END()
26442 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT(); in visitGET_FPENV_MEM()
26459 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT || in visitGET_FPENV_MEM()
26478 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT || in visitGET_FPENV_MEM()
26493 EVT MemVT = cast<FPStateAccessSDNode>(N)->getMemoryVT(); in visitSET_FPENV_MEM()
26509 !StNode->getOffset().isUndef() || StNode->getMemoryVT() != MemVT || in visitSET_FPENV_MEM()
26518 !LdNode->getOffset().isUndef() || LdNode->getMemoryVT() != MemVT || in visitSET_FPENV_MEM()
26914 LLD->getMemoryVT() != RLD->getMemoryVT() || in SimplifySelectOps()
27024 MachinePointerInfo(), LLD->getMemoryVT(), Alignment, MMOFlags); in SimplifySelectOps()
27878 MemoryLocation::getSizeOrUnknown(LSN->getMemoryVT().getStoreSize()); in mayAlias()
28163 if (St->getMemoryVT().isZeroSized()) in parallelizeChainedStores()
28169 if (St->getMemoryVT().isScalableVT()) in parallelizeChainedStores()
28173 Intervals.insert(0, (St->getMemoryVT().getSizeInBits() + 7) / 8, in parallelizeChainedStores()
28177 if (Chain->getMemoryVT().isScalableVector()) in parallelizeChainedStores()
28193 int64_t Length = (Chain->getMemoryVT().getSizeInBits() + 7) / 8; in parallelizeChainedStores()
28231 St->getBasePtr(), St->getMemoryVT(), in parallelizeChainedStores()