| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InstrFragmentsSIMD.td | 870 return St->getAlign() >= St->getMemoryVT().getStoreSize(); 876 return Ld->getAlign() >= Ld->getMemoryVT().getStoreSize(); 944 Ld->getAlign() >= Ld->getMemoryVT().getStoreSize(); 982 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 2; 987 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 4; 992 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 8; 997 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 8; 1002 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 1; 1007 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 2; 1012 return cast<MemIntrinsicSDNode>(N)->getMemoryVT().getStoreSize() == 4; [all …]
|
| H A D | X86InstrFragments.td | 517 return Ld->getAlign() >= Ld->getMemoryVT().getStoreSize(); 522 Ld->getAlign() >= Ld->getMemoryVT().getStoreSize(); 560 if (LD->getMemoryVT() == MVT::i32) 769 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f32; 773 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f64; 777 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f80; 781 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f32; 784 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f64; 787 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::f80; 791 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16; [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64InstrAtomics.td | 288 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i8; 294 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16; 300 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32; 306 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i64; 329 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i8; 335 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16; 341 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32; 347 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i64; 371 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i8; 378 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16; [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/SystemZ/ |
| H A D | SystemZOperators.td | 472 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i16; 475 return cast<MemIntrinsicSDNode>(N)->getMemoryVT() == MVT::i32; 543 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i8; 546 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i16; 549 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i32; 558 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i8; 561 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i16; 564 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i32; 572 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i8; 575 return cast<LoadSDNode>(N)->getMemoryVT() == MVT::i16; [all …]
|
| H A D | SystemZISelDAGToDAG.cpp | 1008 if (Load->getMemoryVT() == MVT::i32 && in tryRISBGZero() 1102 if (Load->getMemoryVT() == MVT::i8) in tryRxSBG() 1234 if (Load->getMemoryVT().getSizeInBits() != in tryGather() 1258 if (Store->getMemoryVT().getSizeInBits() != Value.getValueSizeInBits()) in tryScatter() 1386 EVT MemVT = StoreNode->getMemoryVT(); in tryFoldLoadStoreIntoMemOperand() 1452 if (Load->getMemoryVT() != Store->getMemoryVT()) in canUseBlockOperation() 1470 uint64_t Size = Load->getMemoryVT().getStoreSize(); in canUseBlockOperation() 1486 uint64_t Size = Load->getMemoryVT().getStoreSize(); in storeLoadCanUseMVC() 1504 return !LoadA->isVolatile() && LoadA->getMemoryVT() == LoadB->getMemoryVT() && in storeLoadCanUseBlockBinary() 1511 TypeSize StoreSize = MemAccess->getMemoryVT().getStoreSize(); in storeLoadIsAligned()
|
| H A D | SystemZISelLowering.cpp | 2474 unsigned NumBits = Load->getMemoryVT().getSizeInBits(); in adjustSubwordCmp() 2476 NumBits != Load->getMemoryVT().getStoreSizeInBits()) in adjustSubwordCmp() 2543 if (Load->getMemoryVT() == MVT::i8) in isNaturalMemoryOperand() 4523 if (Node->getMemoryVT() == MVT::i128) { in lowerATOMIC_LOAD() 4538 if (Node->getMemoryVT() == MVT::i128) { in lowerATOMIC_STORE() 4588 EVT NarrowVT = Node->getMemoryVT(); in lowerATOMIC_LOAD_OP() 4645 EVT MemVT = Node->getMemoryVT(); in lowerATOMIC_LOAD_SUB() 4674 if (Node->getMemoryVT() == MVT::i128) { in lowerATOMIC_CMP_SWAP() 4683 EVT NarrowVT = Node->getMemoryVT(); in lowerATOMIC_CMP_SWAP() 6867 EVT CurrMemVT = ST->getMemoryVT().getScalarType(); in isOnlyUsedByStores() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/MSP430/ |
| H A D | MSP430ISelDAGToDAG.cpp | 307 EVT VT = LD->getMemoryVT(); in isValidIndexedLoad() 332 MVT VT = LD->getMemoryVT().getSimpleVT(); in tryIndexedLoad() 361 MVT VT = LD->getMemoryVT().getSimpleVT(); in tryIndexedBinOp()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAGDumper.cpp | 740 OS << " from " << LD->getMemoryVT(); in print_details() 752 OS << ", trunc to " << ST->getMemoryVT(); in print_details() 772 OS << " from " << MLd->getMemoryVT(); in print_details() 787 OS << ", trunc to " << MSt->getMemoryVT(); in print_details() 809 OS << " from " << MGather->getMemoryVT(); in print_details() 821 OS << ", trunc to " << MScatter->getMemoryVT(); in print_details()
|
| H A D | DAGCombiner.cpp | 2427 VT = LD->getMemoryVT(); in canFoldInAddressingMode() 2432 VT = ST->getMemoryVT(); in canFoldInAddressingMode() 2437 VT = LD->getMemoryVT(); in canFoldInAddressingMode() 2442 VT = ST->getMemoryVT(); in canFoldInAddressingMode() 8887 EVT MemVT = N->getMemoryVT(); in mergeTruncStores() 18068 EVT VT = LD->getMemoryVT(); in getCombineLoadStoreParts() 18075 EVT VT = ST->getMemoryVT(); in getCombineLoadStoreParts() 21023 ST->getMemoryVT() != Ld->getMemoryVT() || !ST->isSimple() || in replaceStoreOfInsertLoad() 21183 if (Ld->getBasePtr() == Ptr && ST->getMemoryVT() == Ld->getMemoryVT() && in visitSTORE() 21203 ST1->getValue() == Value && ST->getMemoryVT() == ST1->getMemoryVT() && in visitSTORE() [all …]
|
| H A D | LegalizeVectorTypes.cpp | 1894 EVT MemoryVT = LD->getMemoryVT(); in SplitVecRes_LOAD() 1944 EVT MemoryVT = LD->getMemoryVT(); in SplitVecRes_VP_LOAD() 2194 EVT MemoryVT = N->getMemoryVT(); in SplitVecRes_Gather() 3466 EVT MemoryVT = N->getMemoryVT(); in SplitVecOp_VP_STORE() 3618 EVT MemoryVT = N->getMemoryVT(); in SplitVecOp_MSTORE() 3670 EVT MemoryVT = N->getMemoryVT(); in SplitVecOp_Scatter() 3758 EVT MemoryVT = N->getMemoryVT(); in SplitVecOp_STORE() 5362 EVT LdVT = LD->getMemoryVT(); in WidenVecRes_LOAD() 7006 EVT LdVT = LD->getMemoryVT(); in GenWidenVectorLoads() 7184 EVT LdVT = LD->getMemoryVT(); in GenWidenVectorExtLoads() [all …]
|
| H A D | LegalizeIntegerTypes.cpp | 340 N->getMemoryVT(), ResVT, in PromoteIntRes_Atomic0() 352 N->getMemoryVT(), in PromoteIntRes_Atomic1() 903 N->getMemoryVT(), dl, Ops, in PromoteIntRes_MGATHER() 3883 if (N->getMemoryVT().bitsLE(NVT)) { in ExpandIntRes_LOAD() 3884 EVT MemVT = N->getMemoryVT(); in ExpandIntRes_LOAD() 3913 N->getMemoryVT().getSizeInBits() - NVT.getSizeInBits(); in ExpandIntRes_LOAD() 3930 EVT MemVT = N->getMemoryVT(); in ExpandIntRes_LOAD() 4997 EVT VT = cast<AtomicSDNode>(N)->getMemoryVT(); in ExpandIntRes_ATOMIC_LOAD() 5437 if (N->getMemoryVT().bitsLE(NVT)) { in ExpandIntOp_STORE() 5452 N->getMemoryVT().getSizeInBits() - NVT.getSizeInBits(); in ExpandIntOp_STORE() [all …]
|
| H A D | SelectionDAG.cpp | 796 ID.AddInteger(LD->getMemoryVT().getRawBits()); in AddNodeIDCustom() 804 ID.AddInteger(ST->getMemoryVT().getRawBits()); in AddNodeIDCustom() 842 ID.AddInteger(EG->getMemoryVT().getRawBits()); in AddNodeIDCustom() 850 ID.AddInteger(ES->getMemoryVT().getRawBits()); in AddNodeIDCustom() 874 ID.AddInteger(MG->getMemoryVT().getRawBits()); in AddNodeIDCustom() 882 ID.AddInteger(MS->getMemoryVT().getRawBits()); in AddNodeIDCustom() 905 ID.AddInteger(AT->getMemoryVT().getRawBits()); in AddNodeIDCustom() 942 ID.AddInteger(MN->getMemoryVT().getRawBits()); in AddNodeIDCustom() 3618 EVT VT = LD->getMemoryVT(); in computeKnownBits() 3634 EVT MemVT = LD->getMemoryVT(); in computeKnownBits() [all …]
|
| H A D | LegalizeDAG.cpp | 521 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() 555 EVT StVT = ST->getMemoryVT(); in LegalizeStoreOps() 632 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() 693 EVT MemVT = LD->getMemoryVT(); in LegalizeLoadOps() 735 EVT SrcVT = LD->getMemoryVT(); in LegalizeLoadOps() 880 EVT MemVT = LD->getMemoryVT(); in LegalizeLoadOps() 3095 ISD::ATOMIC_SWAP, dl, cast<AtomicSDNode>(Node)->getMemoryVT(), in ExpandNode() 3115 EVT AtomicType = cast<AtomicSDNode>(Node)->getMemoryVT(); in ExpandNode() 3153 cast<VTSDNode>(RHS->getOperand(1))->getVT() == AN->getMemoryVT()) in ExpandNode() 4357 MVT VT = cast<AtomicSDNode>(Node)->getMemoryVT().getSimpleVT(); in ConvertNodeToLibcall() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/Target/ |
| H A D | TargetSelectionDAG.td | 918 // cast<LoadSDNode>(N)->getMemoryVT() == MVT::<VT>; 919 // cast<StoreSDNode>(N)->getMemoryVT() == MVT::<VT>; 1805 MGN->getMemoryVT().getScalarType() == MVT::i8; 1812 MGN->getMemoryVT().getScalarType() == MVT::i16; 1819 MGN->getMemoryVT().getScalarType() == MVT::i32; 1828 MGN->getMemoryVT().getScalarType() == MVT::i8; 1835 MGN->getMemoryVT().getScalarType() == MVT::i16; 1842 MGN->getMemoryVT().getScalarType() == MVT::i32; 1851 MGN->getMemoryVT().getScalarType() == MVT::i8; 1858 MGN->getMemoryVT().getScalarType() == MVT::i16; [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AVR/ |
| H A D | AVRISelDAGToDAG.cpp | 117 MVT VT = cast<MemSDNode>(Op)->getMemoryVT().getSimpleVT(); in SelectAddr() 134 MVT VT = LD->getMemoryVT().getSimpleVT(); in selectIndexedLoad() 375 MVT VT = LD->getMemoryVT().getSimpleVT(); in select()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/XCore/ |
| H A D | XCoreISelLowering.cpp | 408 assert(LD->getMemoryVT() == MVT::i32 && "Unexpected load EVT"); in LowerLOAD() 411 LD->getMemoryVT(), *LD->getMemOperand())) in LowerLOAD() 481 assert(ST->getMemoryVT() == MVT::i32 && "Unexpected store EVT"); in LowerSTORE() 484 ST->getMemoryVT(), *ST->getMemOperand())) in LowerSTORE() 1688 ST->getMemoryVT(), in PerformDAGCombine() 1695 unsigned StoreBits = ST->getMemoryVT().getStoreSizeInBits(); in PerformDAGCombine() 1701 if (LD->hasNUsesOfValue(1, 0) && ST->getMemoryVT() == LD->getMemoryVT() && in PerformDAGCombine()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelDAGToDAG.cpp | 883 EVT LoadedVT = LD->getMemoryVT(); in tryLoad() 1028 EVT LoadedVT = MemSD->getMemoryVT(); in tryLoadVector() 1281 EVT EltVT = Mem->getMemoryVT(); in tryLDGLDU() 1665 EVT StoreVT = ST->getMemoryVT(); in tryStore() 1824 EVT StoreVT = MemSD->getMemoryVT(); in tryStoreVector() 2045 EVT MemVT = Mem->getMemoryVT(); in tryLoadParam() 2134 Opcode = pickOpcodeForVT(Mem->getMemoryVT().getSimpleVT().SimpleTy, in tryStoreRetval() 2140 Opcode = pickOpcodeForVT(Mem->getMemoryVT().getSimpleVT().SimpleTy, in tryStoreRetval() 2146 Opcode = pickOpcodeForVT(Mem->getMemoryVT().getSimpleVT().SimpleTy, in tryStoreRetval() 2210 Opcode = pickOpcodeForVT(Mem->getMemoryVT().getSimpleVT().SimpleTy, in tryStoreParam() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/Mips/ |
| H A D | MipsISelDAGToDAG.cpp | 303 cast<MemSDNode>(Node)->getMemoryVT().getStoreSize()) && in Select()
|
| /freebsd-14.2/contrib/llvm-project/llvm/utils/TableGen/ |
| H A D | GlobalISelEmitter.cpp | 124 if (Record *VT = P.getMemoryVT()) in explainPredicates() 221 if (Predicate.isLoad() && Predicate.getMemoryVT()) in isTrivialOperatorNode() 238 if (Predicate.isAtomic() && Predicate.getMemoryVT()) in isTrivialOperatorNode() 551 MVTToLLT(getValueType(Predicate.getMemoryVT())); in getMemSizeBitsFromPredicate() 603 if (Predicate.getMemoryVT() != nullptr) { in addBuiltinPredicates() 641 if (Predicate.getMemoryVT() != nullptr) { in addBuiltinPredicates()
|
| H A D | CodeGenDAGPatterns.cpp | 924 Record *MemoryVT = getMemoryVT(); in getPredCode() 949 !isSignExtLoad() && !isZeroExtLoad() && getMemoryVT() == nullptr && in getPredCode() 974 getMemoryVT() == nullptr && getScalarMemoryVT() == nullptr && in getPredCode() 988 if (getMemoryVT() == nullptr && !isAtomicOrderingMonotonic() && in getPredCode() 1055 Record *MemoryVT = getMemoryVT(); in getPredCode() 1253 Record *TreePredicateFn::getMemoryVT() const { in getMemoryVT() function in TreePredicateFn 1359 if (getMemoryVT()) in getCodeToRunOnSDNode()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/VE/ |
| H A D | VEISelLowering.cpp | 1166 bool Byte = N->getMemoryVT() == MVT::i8; in prepareTS1AM() 1185 bool Byte = cast<AtomicSDNode>(Op)->getMemoryVT() == MVT::i8; in finalizeTS1AM() 1200 if (N->getMemoryVT() == MVT::i8) { in lowerATOMIC_SWAP() 1223 SDValue TS1AM = DAG.getAtomic(VEISD::TS1AM, DL, N->getMemoryVT(), in lowerATOMIC_SWAP() 1233 if (N->getMemoryVT() == MVT::i16) { in lowerATOMIC_SWAP() 1242 SDValue TS1AM = DAG.getAtomic(VEISD::TS1AM, DL, N->getMemoryVT(), in lowerATOMIC_SWAP() 1380 EVT MemVT = LdNode->getMemoryVT(); in lowerLoadI1() 1431 EVT MemVT = LdNode->getMemoryVT(); in lowerLOAD() 1504 EVT MemVT = StNode->getMemoryVT(); in lowerStoreI1() 1544 EVT MemVT = StNode->getMemoryVT(); in lowerSTORE()
|
| H A D | VECustomDAG.cpp | 248 return MemN->getMemoryVT(); in getIdiomaticVectorType()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | R600ISelLowering.cpp | 1025 if (Store->getMemoryVT() == MVT::i8) { in lowerPrivateTruncStore() 1028 } else if (Store->getMemoryVT() == MVT::i16) { in lowerPrivateTruncStore() 1041 EVT MemVT = Store->getMemoryVT(); in lowerPrivateTruncStore() 1115 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() 1267 EVT MemVT = Load->getMemoryVT(); in lowerPrivateExtLoad() 1321 EVT MemVT = LoadNode->getMemoryVT(); in LowerLOAD() 1677 if (LoadNode->getMemoryVT().getScalarType() != MVT::i32 || !ISD::isNON_EXTLoad(LoadNode)) in constBufferLoad()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/Hexagon/ |
| H A D | HexagonISelDAGToDAG.cpp | 76 EVT LoadedVT = LD->getMemoryVT(); in INITIALIZE_PASS() 475 EVT StoredVT = ST->getMemoryVT(); in SelectIndexedStore() 1531 if (L->getMemoryVT().getSizeInBits() > 32) in DetectUseSxtw() 1632 return N->getAlign().value() >= N->getMemoryVT().getStoreSize(); in isAlignedMemNode() 1637 switch (N->getMemoryVT().getStoreSize()) { in isSmallStackStore()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 1791 EVT MemVT = LD->getMemoryVT(); in isZExtFree() 10094 EVT MemVT = MemSD->getMemoryVT(); in lowerMaskedLoad() 10158 EVT MemVT = MemSD->getMemoryVT(); in lowerMaskedStore() 11080 EVT MemVT = MemSD->getMemoryVT(); in lowerMaskedGather() 11178 EVT MemVT = MemSD->getMemoryVT(); in lowerMaskedScatter() 13800 if (LSNode1->getMemoryVT() != LSNode2->getMemoryVT()) in performMemPairCombine() 15848 L->getMemoryVT() == MemVT) { in PerformDAGCombine() 19612 VT = LD->getMemoryVT(); in getPreIndexedAddressParts() 19615 VT = ST->getMemoryVT(); in getPreIndexedAddressParts() 19635 VT = LD->getMemoryVT(); in getPostIndexedAddressParts() [all …]
|