| /llvm-project-15.0.7/llvm/lib/Target/VE/ |
| H A D | VVPInstrPatternsVec.td | 278 DataVT:$vx, DataVT:$vy, 286 DataVT:$vx, DataVT:$vy, 431 (OpNode DataVT:$vx, DataVT:$vy, DataVT:$vz, 440 def : Pat<(OpNode DataVT:$vx, DataVT:$vy, DataVT:$vz, 446 def : Pat<(OpNode DataVT:$vx, DataVT:$vy, DataVT:$vz, 459 (any_broadcast ScalarVT:$sx), DataVT:$vy, DataVT:$vz, 469 (any_broadcast ScalarVT:$sx), DataVT:$vy, DataVT:$vz, 476 (any_broadcast ScalarVT:$sx), DataVT:$vy, DataVT:$vz, 500 DataVT:$vx, (any_broadcast ScalarVT:$sy), DataVT:$vz, 507 DataVT:$vx, (any_broadcast ScalarVT:$sy), DataVT:$vz, [all …]
|
| H A D | VVPISelLowering.cpp | 140 auto DataVT = *getIdiomaticVectorType(Op.getNode()); in lowerVVP_LOAD_STORE() local 141 auto Packing = getTypePacking(DataVT); in lowerVVP_LOAD_STORE() 145 AVL = CDAG.getConstant(DataVT.getVectorNumElements(), MVT::i32); in lowerVVP_LOAD_STORE() 153 Packing, DataVT.getVectorElementType().getSimpleVT()); in lowerVVP_LOAD_STORE() 162 SDValue DataV = CDAG.getNode(VEISD::VVP_SELECT, DataVT, in lowerVVP_LOAD_STORE() 181 MVT DataVT = getIdiomaticVectorType(Op.getNode())->getSimpleVT(); in splitPackedLoadStore() local 182 assert(getTypePacking(DataVT) == Packing::Dense && in splitPackedLoadStore() 184 MVT SplitDataVT = splitVectorType(DataVT); in splitPackedLoadStore() 265 EVT DataVT = *getIdiomaticVectorType(Op.getNode()); in lowerVVP_GATHER_SCATTER() local 266 auto Packing = getTypePacking(DataVT); in lowerVVP_GATHER_SCATTER() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/RISCV/ |
| H A D | RISCVGatherScatterLowering.cpp | 98 EVT DataVT = TLI->getValueType(*DL, DataType); in isLegalTypeAndAlignment() local 99 if (!TLI->isTypeLegal(DataVT)) in isLegalTypeAndAlignment()
|
| H A D | RISCVISelLowering.h | 585 bool shouldRemoveExtendFromGSIndex(EVT IndexVT, EVT DataVT) const override;
|
| H A D | RISCVISelLowering.cpp | 12208 EVT DataVT) const { in shouldRemoveExtendFromGSIndex()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeIntegerTypes.cpp | 2034 EVT DataVT = DataOp.getValueType(); in PromoteIntOp_MSTORE() local 2035 Mask = PromoteTargetBoolean(Mask, DataVT); in PromoteIntOp_MSTORE() 2053 EVT DataVT = N->getValueType(0); in PromoteIntOp_MLOAD() local 2054 SDValue Mask = PromoteTargetBoolean(N->getOperand(OpNo), DataVT); in PromoteIntOp_MLOAD() 2073 EVT DataVT = N->getValueType(0); in PromoteIntOp_MGATHER() local 2074 NewOps[OpNo] = PromoteTargetBoolean(N->getOperand(OpNo), DataVT); in PromoteIntOp_MGATHER() 2102 EVT DataVT = N->getValue().getValueType(); in PromoteIntOp_MSCATTER() local 2103 NewOps[OpNo] = PromoteTargetBoolean(N->getOperand(OpNo), DataVT); in PromoteIntOp_MSCATTER()
|
| H A D | TargetLowering.cpp | 8644 const SDLoc &DL, EVT DataVT, in IncrementMemoryAddress() argument 8650 assert(DataVT.getVectorElementCount() == MaskVT.getVectorElementCount() && in IncrementMemoryAddress() 8653 if (DataVT.isScalableVector()) in IncrementMemoryAddress() 8668 SDValue Scale = DAG.getConstant(DataVT.getScalarSizeInBits() / 8, DL, in IncrementMemoryAddress() 8671 } else if (DataVT.isScalableVector()) { in IncrementMemoryAddress() 8674 DataVT.getStoreSize().getKnownMinSize())); in IncrementMemoryAddress() 8676 Increment = DAG.getConstant(DataVT.getStoreSize(), DL, AddrVT); in IncrementMemoryAddress()
|
| H A D | DAGCombiner.cpp | 10591 bool refineIndexType(SDValue &Index, ISD::MemIndexType &IndexType, EVT DataVT, in refineIndexType() argument 10598 if (TLI.shouldRemoveExtendFromGSIndex(Op.getValueType(), DataVT)) { in refineIndexType() 10613 if (TLI.shouldRemoveExtendFromGSIndex(Op.getValueType(), DataVT)) { in refineIndexType()
|
| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelLowering.h | 1109 bool shouldRemoveExtendFromGSIndex(EVT IndexVT, EVT DataVT) const override;
|
| H A D | AArch64ISelLowering.cpp | 4865 return DataVT.isFixedLengthVector() || DataVT.getVectorMinNumElements() > 2; in shouldRemoveExtendFromGSIndex() 4971 EVT DataVT = VT.changeVectorElementTypeToInteger(); in LowerMGATHER() local 4976 if (DataVT.getVectorElementType() == MVT::i64 || in LowerMGATHER() 4988 if (PromotedVT != DataVT && ExtType == ISD::NON_EXTLOAD) in LowerMGATHER() 5008 Result = DAG.getNode(ISD::TRUNCATE, DL, DataVT, Result); in LowerMGATHER() 16967 EVT DataVT = Data.getValueType(); in performST1Combine() local 16968 EVT HwSrcVt = getSVEContainerType(DataVT); in performST1Combine() 16969 SDValue InputVT = DAG.getValueType(DataVT); in performST1Combine() 16971 if (DataVT.isFloatingPoint()) in performST1Combine() 16994 EVT DataVT = Data.getValueType(); in performSTNT1Combine() local [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | TargetLowering.h | 1396 virtual bool shouldRemoveExtendFromGSIndex(EVT IndexVT, EVT DataVT) const { in shouldRemoveExtendFromGSIndex() argument 4813 EVT DataVT, SelectionDAG &DAG,
|
| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 20830 MVT DataVT = MVT::getVT(I.getType()); in getTgtMemIntrinsic() local 20833 DataVT.getVectorNumElements()); in getTgtMemIntrinsic() 20860 MVT DataVT = MVT::getVT(I.getArgOperand(2)->getType()); in getTgtMemIntrinsic() local 20863 DataVT.getVectorNumElements()); in getTgtMemIntrinsic()
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86ISelLowering.cpp | 5648 MVT DataVT = MVT::getVT(I.getType()); in getTgtMemIntrinsic() local 5650 unsigned NumElts = std::min(DataVT.getVectorNumElements(), in getTgtMemIntrinsic() 5652 Info.memVT = MVT::getVectorVT(DataVT.getVectorElementType(), NumElts); in getTgtMemIntrinsic() 5660 MVT DataVT = MVT::getVT(I.getArgOperand(3)->getType()); in getTgtMemIntrinsic() local 5662 unsigned NumElts = std::min(DataVT.getVectorNumElements(), in getTgtMemIntrinsic() 5664 Info.memVT = MVT::getVectorVT(DataVT.getVectorElementType(), NumElts); in getTgtMemIntrinsic()
|