| /freebsd-12.1/contrib/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.h | 778 bool canMergeStoresTo(unsigned AddressSpace, EVT MemVT, 1064 bool storeOfVectorConstantIsCheap(EVT MemVT, unsigned NumElem, 1414 SDVTList VTs, EVT MemVT, in X86StoreSDNode() argument 1416 :MemSDNode(Opcode, Order, dl, VTs, MemVT, MMO) {} in X86StoreSDNode() 1432 const DebugLoc &dl, SDVTList VTs, EVT MemVT, in X86MaskedStoreSDNode() argument 1434 : MemSDNode(Opcode, Order, dl, VTs, MemVT, MMO) {} in X86MaskedStoreSDNode() 1462 SDVTList VTs, EVT MemVT, MachineMemOperand *MMO) in TruncUSStoreSDNode() argument 1474 const DebugLoc &dl, SDVTList VTs, EVT MemVT, in MaskedTruncSStoreSDNode() argument 1504 : MemSDNode(Opc, Order, dl, VTs, MemVT, MMO) {} in X86MaskedGatherScatterSDNode() 1520 EVT MemVT, MachineMemOperand *MMO) in X86MaskedGatherSDNode() argument [all …]
|
| H A D | X86ISelDAGToDAG.cpp | 820 MVT MemVT; in PreprocessISelDAG() local 824 MemVT = SrcIsSSE ? SrcVT : DstVT; in PreprocessISelDAG() 826 SDValue MemTmp = CurDAG->CreateStackTemporary(MemVT); in PreprocessISelDAG() 832 MemTmp, MachinePointerInfo(), MemVT); in PreprocessISelDAG() 834 MachinePointerInfo(), MemVT); in PreprocessISelDAG() 2587 EVT MemVT = StoreNode->getMemoryVT(); in foldLoadStoreIntoMemOperand() local 2588 if (MemVT != MVT::i64 && MemVT != MVT::i32 && MemVT != MVT::i16 && in foldLoadStoreIntoMemOperand() 2589 MemVT != MVT::i8) in foldLoadStoreIntoMemOperand() 2630 switch (MemVT.getSimpleVT().SimpleTy) { in foldLoadStoreIntoMemOperand() 2757 ((MemVT != MVT::i8 && OperandV.getMinSignedBits() > 8 && in foldLoadStoreIntoMemOperand() [all …]
|
| /freebsd-12.1/contrib/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 418 virtual bool storeOfVectorConstantIsCheap(EVT MemVT, in storeOfVectorConstantIsCheap() argument 430 virtual bool canMergeStoresTo(unsigned AS, EVT MemVT, in canMergeStoresTo() argument 999 EVT MemVT) const { in getLoadExtAction() argument 1002 unsigned MemI = (unsigned) MemVT.getSimpleVT().SimpleTy; in getLoadExtAction() 1011 return getLoadExtAction(ExtType, ValVT, MemVT) == Legal; in isLoadExtLegal() 1027 unsigned MemI = (unsigned) MemVT.getSimpleVT().SimpleTy; in getTruncStoreAction() 1035 bool isTruncStoreLegal(EVT ValVT, EVT MemVT) const { in isTruncStoreLegal() argument 1043 (getTruncStoreAction(ValVT, MemVT) == Legal || in isTruncStoreLegalOrCustom() 1044 getTruncStoreAction(ValVT, MemVT) == Custom); in isTruncStoreLegalOrCustom() 1910 MemVT.isValid() && "Table isn't big enough!"); in setLoadExtAction() [all …]
|
| H A D | SelectionDAG.h | 1009 SDValue getAtomic(unsigned Opcode, const SDLoc &dl, EVT MemVT, 1019 ArrayRef<SDValue> Ops, EVT MemVT, 1027 ArrayRef<SDValue> Ops, EVT MemVT, 1052 SDValue Chain, SDValue Ptr, EVT MemVT, 1064 EVT MemVT, MachineMemOperand *MMO); 1091 SDValue Mask, SDValue Src0, EVT MemVT, 1095 SDValue Ptr, SDValue Mask, EVT MemVT, 1107 const SDLoc &dl, EVT MemVT, 1669 ID.AddInteger(MemVT.getRawBits()); 1672 dl.getIROrder(), VTs, MemVT, MMO)); [all …]
|
| H A D | SelectionDAGNodes.h | 1374 EVT MemVT, MachineMemOperand *MMO) 1375 : MemSDNode(Opc, Order, dl, VTL, MemVT, MMO) {} 2047 SDVTList VTs, ISD::MemIndexedMode AM, EVT MemVT, 2049 : MemSDNode(NodeTy, Order, dl, VTs, MemVT, MMO) { 2083 : LSBaseSDNode(ISD::LOAD, Order, dl, VTs, AM, MemVT, MMO) { 2109 ISD::MemIndexedMode AM, bool isTrunc, EVT MemVT, 2143 : MemSDNode(NodeTy, Order, dl, VTs, MemVT, MMO) {} 2195 bool isTrunc, bool isCompressing, EVT MemVT, 2232 : MemSDNode(NodeTy, Order, dl, VTs, MemVT, MMO) {} 2256 EVT MemVT, MachineMemOperand *MMO) [all …]
|
| H A D | BasicTTIImpl.h | 833 EVT MemVT = getTLI()->getValueType(DL, Src); variable 835 LA = getTLI()->getTruncStoreAction(LT.second, MemVT); 837 LA = getTLI()->getLoadExtAction(ISD::EXTLOAD, LT.second, MemVT);
|
| /freebsd-12.1/contrib/llvm/lib/Target/AMDGPU/ |
| H A D | R600ISelLowering.cpp | 1163 EVT MemVT = Store->getMemoryVT(); in lowerPrivateTruncStore() local 1238 EVT MemVT = StoreNode->getMemoryVT(); in LowerSTORE() local 1262 if (Align < MemVT.getStoreSize() && in LowerSTORE() 1276 if (MemVT == MVT::i8) { in LowerSTORE() 1279 assert(MemVT == MVT::i16); in LowerSTORE() 1326 if (MemVT.bitsLT(MVT::i32)) in LowerSTORE() 1386 EVT MemVT = Load->getMemoryVT(); in lowerPrivateExtLoad() local 1441 EVT MemVT = LoadNode->getMemoryVT(); in LowerLOAD() local 1501 assert(!MemVT.isVector() && (MemVT == MVT::i16 || MemVT == MVT::i8)); in LowerLOAD() 1595 EVT MemVT = VA.getLocVT(); in LowerFormalArguments() local [all …]
|
| H A D | SIISelLowering.h | 44 SDValue lowerKernargMemParameter(SelectionDAG &DAG, EVT VT, EVT MemVT, 108 SelectionDAG &DAG, EVT VT, EVT MemVT, const SDLoc &SL, SDValue Val, 131 EVT MemVT, 219 bool canMergeStoresTo(unsigned AS, EVT MemVT,
|
| H A D | AMDGPUISelLowering.cpp | 962 EVT MemVT = ArgVT; in analyzeFormalArgumentsCompute() local 971 MemVT = RegisterVT; in analyzeFormalArgumentsCompute() 973 MemVT = ArgVT; in analyzeFormalArgumentsCompute() 981 MemVT = RegisterVT; in analyzeFormalArgumentsCompute() 989 MemVT = RegisterVT; in analyzeFormalArgumentsCompute() 1010 if (MemVT.isVector() && MemVT.getVectorNumElements() == 1) in analyzeFormalArgumentsCompute() 1011 MemVT = MemVT.getScalarType(); in analyzeFormalArgumentsCompute() 1013 if (MemVT.isExtended()) { in analyzeFormalArgumentsCompute() 1015 assert(MemVT.isVector() && MemVT.getVectorNumElements() == 3); in analyzeFormalArgumentsCompute() 1016 MemVT = MemVT.getPow2VectorType(State.getContext()); in analyzeFormalArgumentsCompute() [all …]
|
| H A D | R600ISelLowering.h | 50 bool canMergeStoresTo(unsigned AS, EVT MemVT,
|
| H A D | SIISelLowering.cpp | 1313 VT.bitsLT(MemVT)) { in convertArgType() 1318 if (MemVT.isFloatingPoint()) in convertArgType() 1397 MVT MemVT = VA.getValVT(); in lowerStackParameter() local 1403 MemVT = VA.getLocVT(); in lowerStackParameter() 1419 MemVT); in lowerStackParameter() 1970 EVT MemVT = VA.getLocVT(); in LowerFormalArguments() local 6382 EVT MemVT = Ld->getMemoryVT(); in widenLoad() local 6384 MemVT.getSizeInBits() >= 32) in widenLoad() 6404 if (MemVT.isFloatingPoint()) { in widenLoad() 6441 EVT MemVT = Load->getMemoryVT(); in LowerLOAD() local [all …]
|
| H A D | AMDGPUISelLowering.h | 173 bool storeOfVectorConstantIsCheap(EVT MemVT,
|
| /freebsd-12.1/contrib/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | SelectionDAG.cpp | 6369 ID.AddInteger(MemVT.getRawBits()); in getAtomic() 6397 Alignment = getEVTAlignment(MemVT); in getAtomicCmpSwap() 6431 Alignment = getEVTAlignment(MemVT); in getAtomic() 6507 Align = getEVTAlignment(MemVT); in getMemIntrinsicNode() 6510 Size = MemVT.getStoreSize(); in getMemIntrinsicNode() 6609 Alignment = getEVTAlignment(MemVT); in getLoad() 6628 if (VT == MemVT) { in getLoad() 6636 assert(VT.isInteger() == MemVT.isInteger() && in getLoad() 6638 assert(VT.isVector() == MemVT.isVector() && in getLoad() 6653 ID.AddInteger(MemVT.getRawBits()); in getLoad() [all …]
|
| H A D | DAGCombiner.cpp | 1091 EVT MemVT = LD->getMemoryVT(); in PromoteOperand() local 1326 EVT MemVT = LD->getMemoryVT(); in PromoteLoad() local 4248 if (!MemVT.isRound()) in isLegalNarrowLdSt() 8515 EVT MemVT = LN0->getMemoryVT(); in tryToFoldExtOfExtload() local 14196 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in MergeStoresOfConstantsOrVecElts() 14347 EVT MemVT = St->getMemoryVT(); in getStoreMergeCandidates() local 14370 if (MemVT != LoadVT) in getStoreMergeCandidates() 14385 bool NoTypeMatch = (MemVT.isInteger()) ? !MemVT.bitsEq(Other->getMemoryVT()) in getStoreMergeCandidates() 14529 EVT MemVT = St->getMemoryVT(); in MergeConsecutiveStores() local 14531 unsigned NumMemElts = MemVT.isVector() ? MemVT.getVectorNumElements() : 1; in MergeConsecutiveStores() [all …]
|
| H A D | LegalizeVectorTypes.cpp | 4092 EVT MemVT((MVT::SimpleValueType) VT); in FindMemType() local 4093 unsigned MemVTWidth = MemVT.getSizeInBits(); in FindMemType() 4094 if (MemVT.getSizeInBits() <= WidenEltWidth) in FindMemType() 4096 auto Action = TLI.getTypeAction(*DAG.getContext(), MemVT); in FindMemType() 4103 RetVT = MemVT; in FindMemType() 4112 EVT MemVT = (MVT::SimpleValueType) VT; in FindMemType() local 4113 unsigned MemVTWidth = MemVT.getSizeInBits(); in FindMemType() 4114 if (TLI.isTypeLegal(MemVT) && WidenEltVT == MemVT.getVectorElementType() && in FindMemType() 4119 if (RetVT.getSizeInBits() < MemVTWidth || MemVT == WidenVT) in FindMemType() 4120 return MemVT; in FindMemType()
|
| H A D | LegalizeDAG.cpp | 491 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() local 495 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DL, MemVT, AS, Align)) { in LegalizeStoreOps() 604 EVT MemVT = ST->getMemoryVT(); in LegalizeStoreOps() local 609 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DL, MemVT, AS, Align)) { in LegalizeStoreOps() 665 EVT MemVT = LD->getMemoryVT(); in LegalizeLoadOps() local 671 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DL, MemVT, AS, Align)) { in LegalizeLoadOps() 855 EVT MemVT = LD->getMemoryVT(); in LegalizeLoadOps() local 859 if (!TLI.allowsMemoryAccess(*DAG.getContext(), DL, MemVT, AS, Align)) { in LegalizeLoadOps() 3517 EVT MemVT = EVT::getIntegerVT(*DAG.getContext(), EntrySize * 8); in ExpandNode() local 3520 MachinePointerInfo::getJumpTable(DAG.getMachineFunction()), MemVT); in ExpandNode()
|
| H A D | TargetLowering.cpp | 4925 EVT MemVT = EVT::getIntegerVT(*DAG.getContext(), in expandUnalignedLoad() local 4929 LD->getPointerInfo().getWithOffset(Offset), MemVT, in expandUnalignedLoad() 4937 MachinePointerInfo::getFixedStack(MF, FrameIndex, Offset), MemVT)); in expandUnalignedLoad() 5016 EVT MemVT = ST->getMemoryVT(); in expandUnalignedStore() local 5019 if (MemVT.isFloatingPoint() || MemVT.isVector()) { in expandUnalignedStore() 5023 MemVT.isVector()) { in expandUnalignedStore() 5085 EVT MemVT = EVT::getIntegerVT(*DAG.getContext(), in expandUnalignedStore() local 5091 MachinePointerInfo::getFixedStack(MF, FrameIndex, Offset), MemVT); in expandUnalignedStore() 5095 ST->getPointerInfo().getWithOffset(Offset), MemVT, in expandUnalignedStore()
|
| /freebsd-12.1/contrib/llvm/lib/Target/SystemZ/ |
| H A D | SystemZISelDAGToDAG.cpp | 1300 EVT MemVT = StoreNode->getMemoryVT(); in tryFoldLoadStoreIntoMemOperand() local 1310 if (MemVT == MVT::i32) in tryFoldLoadStoreIntoMemOperand() 1312 else if (MemVT == MVT::i64) in tryFoldLoadStoreIntoMemOperand() 1321 if (MemVT == MVT::i32) in tryFoldLoadStoreIntoMemOperand() 1323 else if (MemVT == MVT::i64) in tryFoldLoadStoreIntoMemOperand() 1345 Operand = CurDAG->getTargetConstant(OperandV, DL, MemVT); in tryFoldLoadStoreIntoMemOperand()
|
| H A D | SystemZISelLowering.cpp | 3510 EVT MemVT = Node->getMemoryVT(); in lowerATOMIC_LOAD_SUB() local 3511 if (MemVT == MVT::i32 || MemVT == MVT::i64) { in lowerATOMIC_LOAD_SUB() 3513 assert(Op.getValueType() == MemVT && "Mismatched VTs"); in lowerATOMIC_LOAD_SUB() 3523 NegSrc2 = DAG.getConstant(Value, DL, MemVT); in lowerATOMIC_LOAD_SUB() 3526 NegSrc2 = DAG.getNode(ISD::SUB, DL, MemVT, DAG.getConstant(0, DL, MemVT), in lowerATOMIC_LOAD_SUB() 3530 return DAG.getAtomic(ISD::ATOMIC_LOAD_ADD, DL, MemVT, in lowerATOMIC_LOAD_SUB() 5415 EVT MemVT = SN->getMemoryVT(); in combineSTORE() local 5420 if (MemVT.isInteger() && SN->isTruncatingStore()) { in combineSTORE() 5422 combineTruncateExtract(SDLoc(N), MemVT, SN->getValue(), DCI)) { in combineSTORE() 5450 Ops, MemVT, SN->getMemOperand()); in combineSTORE()
|
| /freebsd-12.1/contrib/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.h | 436 bool canMergeStoresTo(unsigned AddressSpace, EVT MemVT, in canMergeStoresTo() argument 445 return (MemVT.getSizeInBits() <= 64); in canMergeStoresTo()
|
| /freebsd-12.1/contrib/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.h | 550 bool canMergeStoresTo(unsigned AddressSpace, EVT MemVT, in canMergeStoresTo() argument 553 return (MemVT.getSizeInBits() <= 32); in canMergeStoresTo()
|
| /freebsd-12.1/contrib/llvm/lib/Target/Mips/ |
| H A D | MipsISelLowering.cpp | 2457 EVT VT = LD->getValueType(0), MemVT = LD->getMemoryVT(); in createLoadLR() local 2467 return DAG.getMemIntrinsicNode(Opc, DL, VTList, Ops, MemVT, in createLoadLR() 2474 EVT MemVT = LD->getMemoryVT(); in lowerLOAD() local 2480 if ((LD->getAlignment() >= MemVT.getSizeInBits() / 8) || in lowerLOAD() 2481 ((MemVT != MVT::i32) && (MemVT != MVT::i64))) in lowerLOAD() 2539 EVT MemVT = SD->getMemoryVT(), BasePtrVT = Ptr.getValueType(); in createStoreLR() local 2548 return DAG.getMemIntrinsicNode(Opc, DL, VTList, Ops, MemVT, in createStoreLR() 2600 EVT MemVT = SD->getMemoryVT(); in lowerSTORE() local 2604 (SD->getAlignment() < MemVT.getSizeInBits() / 8) && in lowerSTORE() 2605 ((MemVT == MVT::i32) || (MemVT == MVT::i64))) in lowerSTORE()
|
| /freebsd-12.1/contrib/llvm/lib/Target/PowerPC/ |
| H A D | PPCISelLowering.cpp | 2428 EVT MemVT = LD->getMemoryVT(); in usePartialVectorLoads() local 2429 if (MemVT.isSimple() && MemVT.getSimpleVT().SimpleTy == MVT::i64) { in usePartialVectorLoads() 7180 if (LD->getMemoryVT() != MemVT) in canReuseLoadAddress() 9155 EVT MemVT = AtomicNode->getMemoryVT(); in LowerATOMIC_CMP_SWAP() local 9156 if (MemVT.getSizeInBits() >= 32) in LowerATOMIC_CMP_SWAP() 9297 EVT MemVT = LN->getMemoryVT(); in LowerVectorLoad() local 9386 EVT MemVT = SN->getMemoryVT(); in LowerVectorStore() local 12894 EVT MemVT = LD->getMemoryVT(); in PerformDAGCombine() local 12954 LDTy = MemVT.getSimpleVT(); in PerformDAGCombine() 14145 EVT MemVT = LD->getMemoryVT(); in isZExtFree() local [all …]
|
| H A D | PPCISelLowering.h | 938 bool canReuseLoadAddress(SDValue Op, EVT MemVT, ReuseLoadInfo &RLI,
|
| /freebsd-12.1/contrib/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 264 EVT MemVT = LD->getMemoryVT(); in isZExtFree() local 265 if ((MemVT == MVT::i8 || MemVT == MVT::i16 || in isZExtFree() 266 (Subtarget.is64Bit() && MemVT == MVT::i32)) && in isZExtFree()
|