| /llvm-project-15.0.7/llvm/unittests/CodeGen/ |
| H A D | SelectionDAGAddressAnalysisTest.cpp | 114 cast<StoreSDNode>(Store)->getMemoryVT().getStoreSize()); in TEST_F() 169 cast<StoreSDNode>(Store0)->getMemoryVT().getStoreSize()); in TEST_F() 171 cast<StoreSDNode>(Store1)->getMemoryVT().getStoreSize()); in TEST_F() 199 cast<StoreSDNode>(Store0)->getMemoryVT().getStoreSize()); in TEST_F() 201 cast<StoreSDNode>(Store1)->getMemoryVT().getStoreSize()); in TEST_F() 224 cast<StoreSDNode>(Store)->getMemoryVT().getStoreSize()); in TEST_F() 232 cast<StoreSDNode>(GStore)->getMemoryVT().getStoreSize()); in TEST_F() 252 cast<StoreSDNode>(GStore)->getMemoryVT().getStoreSize()); in TEST_F() 294 cast<StoreSDNode>(Store0)->getMemoryVT().getStoreSize()); in TEST_F() 296 cast<StoreSDNode>(Store1)->getMemoryVT().getStoreSize()); in TEST_F() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64InstrAtomics.td | 290 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i8; 296 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16; 302 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32; 308 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i64; 331 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i8; 337 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16; 343 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32; 349 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i64; 373 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i8; 380 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16; [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86InstrFragmentsSIMD.td | 856 return St->getAlignment() >= St->getMemoryVT().getStoreSize(); 862 return Ld->getAlignment() >= Ld->getMemoryVT().getStoreSize(); 924 Ld->getAlignment() >= Ld->getMemoryVT().getStoreSize(); 962 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 2; 967 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 4; 972 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 8; 977 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 8; 982 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 1; 987 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 2; 992 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 4; [all …]
|
| H A D | X86InstrFPStack.td | 48 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f32; 52 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f64; 56 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f80; 60 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f32; 63 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f64; 66 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f80; 70 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16; 73 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32; 76 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i64; 81 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32; [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/SystemZ/ |
| H A D | SystemZOperators.td | 448 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16; 451 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32; 519 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i8; 522 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i16; 525 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i32; 534 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i8; 537 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i16; 540 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i32; 548 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i8; 551 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i16; [all …]
|
| H A D | SystemZISelDAGToDAG.cpp | 998 if (Load->getMemoryVT() == MVT::i32 && in tryRISBGZero() 1089 if (Load->getMemoryVT() == MVT::i8) in tryRxSBG() 1192 if (Load->getMemoryVT().getSizeInBits() != in tryGather() 1216 if (Store->getMemoryVT().getSizeInBits() != Value.getValueSizeInBits()) in tryScatter() 1344 EVT MemVT = StoreNode->getMemoryVT(); in tryFoldLoadStoreIntoMemOperand() 1410 if (Load->getMemoryVT() != Store->getMemoryVT()) in canUseBlockOperation() 1428 uint64_t Size = Load->getMemoryVT().getStoreSize(); in canUseBlockOperation() 1444 uint64_t Size = Load->getMemoryVT().getStoreSize(); in storeLoadCanUseMVC() 1462 return !LoadA->isVolatile() && LoadA->getMemoryVT() == LoadB->getMemoryVT() && in storeLoadCanUseBlockBinary() 1469 TypeSize StoreSize = MemAccess->getMemoryVT().getStoreSize(); in storeLoadIsAligned()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGDumper.cpp | 711 OS << " from " << LD->getMemoryVT().getEVTString(); in print_details() 723 OS << ", trunc to " << ST->getMemoryVT().getEVTString(); in print_details() 743 OS << " from " << MLd->getMemoryVT().getEVTString(); in print_details() 758 OS << ", trunc to " << MSt->getMemoryVT().getEVTString(); in print_details() 780 OS << " from " << MGather->getMemoryVT().getEVTString(); in print_details() 792 OS << ", trunc to " << MScatter->getMemoryVT().getEVTString(); in print_details()
|
| H A D | DAGCombiner.cpp | 2128 VT = LD->getMemoryVT(); in canFoldInAddressingMode() 2133 VT = ST->getMemoryVT(); in canFoldInAddressingMode() 2138 VT = LD->getMemoryVT(); in canFoldInAddressingMode() 2143 VT = ST->getMemoryVT(); in canFoldInAddressingMode() 7940 EVT MemVT = N->getMemoryVT(); in mergeTruncStores() 16178 EVT VT = LD->getMemoryVT(); in getCombineLoadStoreParts() 16185 EVT VT = ST->getMemoryVT(); in getCombineLoadStoreParts() 16193 EVT VT = LD->getMemoryVT(); in getCombineLoadStoreParts() 19104 if (Ld->getBasePtr() == Ptr && ST->getMemoryVT() == Ld->getMemoryVT() && in visitSTORE() 19120 ST1->getValue() == Value && ST->getMemoryVT() == ST1->getMemoryVT() && in visitSTORE() [all …]
|
| H A D | LegalizeVectorTypes.cpp | 1809 EVT MemoryVT = LD->getMemoryVT(); in SplitVecRes_LOAD() 1859 EVT MemoryVT = LD->getMemoryVT(); in SplitVecRes_VP_LOAD() 2028 EVT MemoryVT = N->getMemoryVT(); in SplitVecRes_Gather() 3141 EVT MemoryVT = N->getMemoryVT(); in SplitVecOp_VP_STORE() 3219 EVT MemoryVT = N->getMemoryVT(); in SplitVecOp_MSTORE() 3271 EVT MemoryVT = N->getMemoryVT(); in SplitVecOp_Scatter() 3359 EVT MemoryVT = N->getMemoryVT(); in SplitVecOp_STORE() 4862 EVT LdVT = LD->getMemoryVT(); in WidenVecRes_LOAD() 6330 EVT LdVT = LD->getMemoryVT(); in GenWidenVectorLoads() 6508 EVT LdVT = LD->getMemoryVT(); in GenWidenVectorExtLoads() [all …]
|
| H A D | LegalizeIntegerTypes.cpp | 305 N->getMemoryVT(), ResVT, in PromoteIntRes_Atomic0() 317 N->getMemoryVT(), in PromoteIntRes_Atomic1() 815 N->getMemoryVT(), dl, Ops, in PromoteIntRes_MGATHER() 3512 EVT VT = N->getMemoryVT(); in ExpandIntRes_LOAD() 3542 if (N->getMemoryVT().bitsLE(NVT)) { in ExpandIntRes_LOAD() 3543 EVT MemVT = N->getMemoryVT(); in ExpandIntRes_LOAD() 3589 EVT MemVT = N->getMemoryVT(); in ExpandIntRes_LOAD() 4598 EVT VT = cast<AtomicSDNode>(N)->getMemoryVT(); in ExpandIntRes_ATOMIC_LOAD() 5026 N->getMemoryVT(), in ExpandIntOp_STORE() 5049 if (N->getMemoryVT().bitsLE(NVT)) { in ExpandIntOp_STORE() [all …]
|
| H A D | SelectionDAG.cpp | 711 ID.AddInteger(LD->getMemoryVT().getRawBits()); in AddNodeIDCustom() 719 ID.AddInteger(ST->getMemoryVT().getRawBits()); in AddNodeIDCustom() 727 ID.AddInteger(ELD->getMemoryVT().getRawBits()); in AddNodeIDCustom() 735 ID.AddInteger(EST->getMemoryVT().getRawBits()); in AddNodeIDCustom() 743 ID.AddInteger(SLD->getMemoryVT().getRawBits()); in AddNodeIDCustom() 757 ID.AddInteger(EG->getMemoryVT().getRawBits()); in AddNodeIDCustom() 765 ID.AddInteger(ES->getMemoryVT().getRawBits()); in AddNodeIDCustom() 789 ID.AddInteger(MG->getMemoryVT().getRawBits()); in AddNodeIDCustom() 797 ID.AddInteger(MS->getMemoryVT().getRawBits()); in AddNodeIDCustom() 820 ID.AddInteger(AT->getMemoryVT().getRawBits()); in AddNodeIDCustom() [all …]
|
| H A D | LegalizeDAG.cpp | 510 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() 544 EVT StVT = ST->getMemoryVT(); in LegalizeStoreOps() 620 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() 681 EVT MemVT = LD->getMemoryVT(); in LegalizeLoadOps() 723 EVT SrcVT = LD->getMemoryVT(); in LegalizeLoadOps() 866 EVT MemVT = LD->getMemoryVT(); in LegalizeLoadOps() 2778 ISD::ATOMIC_CMP_SWAP, dl, cast<AtomicSDNode>(Node)->getMemoryVT(), VTs, in ExpandNode() 2788 cast<AtomicSDNode>(Node)->getMemoryVT(), in ExpandNode() 2809 EVT AtomicType = cast<AtomicSDNode>(Node)->getMemoryVT(); in ExpandNode() 3956 MVT VT = cast<AtomicSDNode>(Node)->getMemoryVT().getSimpleVT(); in ConvertNodeToLibcall() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/MSP430/ |
| H A D | MSP430ISelDAGToDAG.cpp | 302 EVT VT = LD->getMemoryVT(); in isValidIndexedLoad() 327 MVT VT = LD->getMemoryVT().getSimpleVT(); in tryIndexedLoad() 356 MVT VT = LD->getMemoryVT().getSimpleVT(); in tryIndexedBinOp()
|
| /llvm-project-15.0.7/llvm/lib/Target/XCore/ |
| H A D | XCoreISelLowering.cpp | 414 assert(LD->getMemoryVT() == MVT::i32 && "Unexpected load EVT"); in LowerLOAD() 487 assert(ST->getMemoryVT() == MVT::i32 && "Unexpected store EVT"); in LowerSTORE() 941 if (N->getMemoryVT() == MVT::i32) { in LowerATOMIC_LOAD() 949 if (N->getMemoryVT() == MVT::i16) { in LowerATOMIC_LOAD() 957 if (N->getMemoryVT() == MVT::i8) in LowerATOMIC_LOAD() 972 if (N->getMemoryVT() == MVT::i32) { in LowerATOMIC_STORE() 979 if (N->getMemoryVT() == MVT::i16) { in LowerATOMIC_STORE() 987 if (N->getMemoryVT() == MVT::i8) in LowerATOMIC_STORE() 1782 ST->getMemoryVT(), in PerformDAGCombine() 1789 unsigned StoreBits = ST->getMemoryVT().getStoreSizeInBits(); in PerformDAGCombine() [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/Target/ |
| H A D | TargetSelectionDAG.td | 869 // cast<LoadSDNode>(N)->getMemoryVT() == MVT::<VT>; 870 // cast<StoreSDNode>(N)->getMemoryVT() == MVT::<VT>; 1720 MGN->getMemoryVT().getScalarType() == MVT::i8; 1727 MGN->getMemoryVT().getScalarType() == MVT::i16; 1734 MGN->getMemoryVT().getScalarType() == MVT::i32; 1743 MGN->getMemoryVT().getScalarType() == MVT::i8; 1750 MGN->getMemoryVT().getScalarType() == MVT::i16; 1757 MGN->getMemoryVT().getScalarType() == MVT::i32; 1766 MGN->getMemoryVT().getScalarType() == MVT::i8; 1773 MGN->getMemoryVT().getScalarType() == MVT::i16; [all …]
|
| /llvm-project-15.0.7/llvm/test/TableGen/ |
| H A D | HasNoUse.td | 15 // SDAG-NEXT: if (cast<MemSDNode>(N)->getMemoryVT() != MVT::i32) return false;
|
| /llvm-project-15.0.7/llvm/lib/Target/AVR/ |
| H A D | AVRISelDAGToDAG.cpp | 107 MVT VT = cast<MemSDNode>(Op)->getMemoryVT().getSimpleVT(); in SelectAddr() 124 MVT VT = LD->getMemoryVT().getSimpleVT(); in selectIndexedLoad() 368 MVT VT = LD->getMemoryVT().getSimpleVT(); in select()
|
| /llvm-project-15.0.7/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelDAGToDAG.cpp | 843 EVT LoadedVT = LD->getMemoryVT(); in tryLoad() 996 EVT LoadedVT = MemSD->getMemoryVT(); in tryLoadVector() 1263 EVT EltVT = Mem->getMemoryVT(); in tryLDGLDU() 1706 EVT StoreVT = ST->getMemoryVT(); in tryStore() 1875 EVT StoreVT = MemSD->getMemoryVT(); in tryStoreVector() 2113 EVT MemVT = Mem->getMemoryVT(); in tryLoadParam() 2205 Opcode = pickOpcodeForVT(Mem->getMemoryVT().getSimpleVT().SimpleTy, in tryStoreRetval() 2212 Opcode = pickOpcodeForVT(Mem->getMemoryVT().getSimpleVT().SimpleTy, in tryStoreRetval() 2219 Opcode = pickOpcodeForVT(Mem->getMemoryVT().getSimpleVT().SimpleTy, in tryStoreRetval() 2284 Opcode = pickOpcodeForVT(Mem->getMemoryVT().getSimpleVT().SimpleTy, in tryStoreParam() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/Mips/ |
| H A D | MipsISelDAGToDAG.cpp | 299 cast<MemSDNode>(Node)->getMemoryVT().getSizeInBits() / 8 <= in Select()
|
| /llvm-project-15.0.7/llvm/lib/Target/VE/ |
| H A D | VEISelLowering.cpp | 1150 bool Byte = N->getMemoryVT() == MVT::i8; in prepareTS1AM() 1169 bool Byte = cast<AtomicSDNode>(Op)->getMemoryVT() == MVT::i8; in finalizeTS1AM() 1184 if (N->getMemoryVT() == MVT::i8) { in lowerATOMIC_SWAP() 1207 SDValue TS1AM = DAG.getAtomic(VEISD::TS1AM, DL, N->getMemoryVT(), in lowerATOMIC_SWAP() 1217 if (N->getMemoryVT() == MVT::i16) { in lowerATOMIC_SWAP() 1226 SDValue TS1AM = DAG.getAtomic(VEISD::TS1AM, DL, N->getMemoryVT(), in lowerATOMIC_SWAP() 1366 EVT MemVT = LdNode->getMemoryVT(); in lowerLoadI1() 1418 EVT MemVT = LdNode->getMemoryVT(); in lowerLOAD() 1491 EVT MemVT = StNode->getMemoryVT(); in lowerStoreI1() 1533 EVT MemVT = StNode->getMemoryVT(); in lowerSTORE()
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | R600ISelLowering.cpp | 1005 if (Store->getMemoryVT() == MVT::i8) { in lowerPrivateTruncStore() 1008 } else if (Store->getMemoryVT() == MVT::i16) { in lowerPrivateTruncStore() 1021 EVT MemVT = Store->getMemoryVT(); in lowerPrivateTruncStore() 1095 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() 1247 EVT MemVT = Load->getMemoryVT(); in lowerPrivateExtLoad() 1301 EVT MemVT = LoadNode->getMemoryVT(); in LowerLOAD() 1659 if (LoadNode->getMemoryVT().getScalarType() != MVT::i32 || !ISD::isNON_EXTLoad(LoadNode)) in constBufferLoad()
|
| H A D | AMDGPUISelDAGToDAG.cpp | 237 if (LdHi->getMemoryVT() == MVT::i8) { in matchLoadD16FromBuildVector() 241 assert(LdHi->getMemoryVT() == MVT::i16); in matchLoadD16FromBuildVector() 246 Ops, LdHi->getMemoryVT(), in matchLoadD16FromBuildVector() 265 if (LdLo->getMemoryVT() == MVT::i8) { in matchLoadD16FromBuildVector() 269 assert(LdLo->getMemoryVT() == MVT::i16); in matchLoadD16FromBuildVector() 280 Ops, LdLo->getMemoryVT(), in matchLoadD16FromBuildVector()
|
| /llvm-project-15.0.7/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyISelLowering.cpp | 1558 SN->getMemoryVT(), SN->getMemOperand()); in LowerStore() 1570 SN->getMemoryVT(), SN->getMemOperand()); in LowerStore() 1610 LN->getMemoryVT(), LN->getMemOperand()); in LowerLoad() 1622 LN->getMemoryVT(), LN->getMemOperand()); in LowerLoad() 2269 SplattedLoad->getMemoryVT() == VecT.getVectorElementType()) { in LowerBUILD_VECTOR() 2274 SplattedLoad->getMemoryVT(), SplattedLoad->getMemOperand()); in LowerBUILD_VECTOR()
|
| /llvm-project-15.0.7/llvm/lib/Target/Hexagon/ |
| H A D | HexagonISelDAGToDAG.cpp | 71 EVT LoadedVT = LD->getMemoryVT(); in SelectIndexedLoad() 470 EVT StoredVT = ST->getMemoryVT(); in SelectIndexedStore() 1483 if (L->getMemoryVT().getSizeInBits() > 32) in DetectUseSxtw() 1584 return N->getAlign().value() >= N->getMemoryVT().getStoreSize(); in isAlignedMemNode() 1589 switch (N->getMemoryVT().getStoreSize()) { in isSmallStackStore()
|
| /llvm-project-15.0.7/llvm/utils/TableGen/ |
| H A D | CodeGenDAGPatterns.cpp | 943 Record *MemoryVT = getMemoryVT(); in getPredCode() 968 !isSignExtLoad() && !isZeroExtLoad() && getMemoryVT() == nullptr && in getPredCode() 993 getMemoryVT() == nullptr && getScalarMemoryVT() == nullptr && in getPredCode() 1007 if (getMemoryVT() == nullptr && !isAtomicOrderingMonotonic() && in getPredCode() 1074 Record *MemoryVT = getMemoryVT(); in getPredCode() 1272 Record *TreePredicateFn::getMemoryVT() const { in getMemoryVT() function in TreePredicateFn 1378 if (getMemoryVT()) in getCodeToRunOnSDNode()
|