| /llvm-project-15.0.7/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelDAGToDAG.cpp | 2928 EVT SubVT = ShiftAmt->getValueType(0); in tryShiftAmountMod() local 2929 if (SubVT == MVT::i32) { in tryShiftAmountMod() 2933 assert(SubVT == MVT::i64); in tryShiftAmountMod() 2938 CurDAG->getCopyFromReg(CurDAG->getEntryNode(), DL, ZeroReg, SubVT); in tryShiftAmountMod() 2940 CurDAG->getMachineNode(NegOpc, DL, SubVT, Zero, Add1); in tryShiftAmountMod() 2948 EVT SubVT = ShiftAmt->getValueType(0); in tryShiftAmountMod() local 2949 if (SubVT == MVT::i32) { in tryShiftAmountMod() 2953 assert(SubVT == MVT::i64); in tryShiftAmountMod() 2958 CurDAG->getCopyFromReg(CurDAG->getEntryNode(), DL, ZeroReg, SubVT); in tryShiftAmountMod() 2960 CurDAG->getMachineNode(NotOpc, DL, SubVT, Zero, Add1); in tryShiftAmountMod()
|
| H A D | AArch64ISelLowering.cpp | 11495 EVT SubVT = V1.getValueType(); in LowerCONCAT_VECTORS() local 11496 EVT PairVT = SubVT.getDoubleNumVectorElementsVT(*DAG.getContext()); in LowerCONCAT_VECTORS() 15375 EVT SubVT = SubVec.getValueType(); in performInsertSubvectorCombine() local 15380 !DAG.getTargetLoweringInfo().isTypeLegal(SubVT)) in performInsertSubvectorCombine() 15388 unsigned NumSubElts = SubVT.getVectorNumElements(); in performInsertSubvectorCombine() 15389 if ((SubVT.getSizeInBits() * 2) != VecVT.getSizeInBits() || in performInsertSubvectorCombine() 15399 Hi = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, SubVT, Vec, in performInsertSubvectorCombine() 15402 Lo = DAG.getNode(ISD::EXTRACT_SUBVECTOR, DL, SubVT, Vec, in performInsertSubvectorCombine()
|
| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | BasicTTIImpl.h | 1266 auto *SubVT = FixedVectorType::get(VT->getElementType(), NumSubElts); variable 1341 thisT()->getScalarizationOverhead(SubVT, DemandedAllSubElts, 1362 thisT()->getScalarizationOverhead(SubVT, DemandedAllSubElts,
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86ISelDAGToDAG.cpp | 4002 EVT SubVT = ShiftAmt.getValueType(); in tryShiftAmountMod() local 4012 SubVT = Add1.getValueType(); in tryShiftAmountMod() 4014 if (Add0.getValueType() != SubVT) { in tryShiftAmountMod() 4015 Add0 = CurDAG->getZExtOrTrunc(Add0, DL, SubVT); in tryShiftAmountMod() 4019 X = CurDAG->getNode(ISD::ADD, DL, SubVT, Add1, Add0); in tryShiftAmountMod() 4026 SDValue Zero = CurDAG->getConstant(0, DL, SubVT); in tryShiftAmountMod() 4027 SDValue Neg = CurDAG->getNode(ISD::SUB, DL, SubVT, Zero, X); in tryShiftAmountMod()
|
| H A D | X86ISelLowering.cpp | 6503 EVT SubVT = Sub.getValueType(); in collectConcatOps() local 6510 Ops.push_back(DAG.getUNDEF(SubVT)); in collectConcatOps() 6530 Ops.push_back(DAG.getUNDEF(SubVT)); in collectConcatOps() 6896 EVT SubVT = V1.getValueType(); in concatSubVectors() local 6897 EVT SubSVT = SubVT.getScalarType(); in concatSubVectors() 8289 EVT SubVT = Sub.getValueType(); in getFauxShuffleMask() local 8315 return SubVT.getFixedSizeInBits() < in getFauxShuffleMask() 8770 EVT SubVT = Op.getOperand(0).getValueType(); in getShuffleScalarElt() local 40163 In = DAG.getBitcast(SubVT, In); in combineTargetShuffle() 40286 SubLo = DAG.getBitcast(SubVT, SubLo); in combineTargetShuffle() [all …]
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | DAGCombiner.cpp | 3362 EVT SubVT = N->getValueType(0); in foldSubToUSubSat() local 20936 EVT SubVT; in combineConcatVectorOfConcatVectors() local 20944 SubVT = Op.getOperand(0).getValueType(); in combineConcatVectorOfConcatVectors() 20950 if (SubVT != Op.getOperand(0).getValueType()) in combineConcatVectorOfConcatVectors() 21297 V.getOperand(0).getValueType() == SubVT && in getSubVectorSrc() 21320 EVT SubVT = Extract->getValueType(0); in narrowInsertExtractVectorBinOp() local 21324 SDValue Sub0 = getSubVectorSrc(Bop0, Index, SubVT); in narrowInsertExtractVectorBinOp() 21325 SDValue Sub1 = getSubVectorSrc(Bop1, Index, SubVT); in narrowInsertExtractVectorBinOp() 22652 EVT SubVT = RHS.getOperand(0).getValueType(); in visitVECTOR_SHUFFLE() local 22654 int NumSubElts = SubVT.getVectorNumElements(); in visitVECTOR_SHUFFLE() [all …]
|
| H A D | LegalizeVectorTypes.cpp | 3001 EVT SubVT = N->getValueType(0); in SplitVecOp_EXTRACT_SUBVECTOR() local 3007 if (SubVT.isScalableVector() != in SplitVecOp_EXTRACT_SUBVECTOR() 3018 assert(IdxVal + SubVT.getVectorMinNumElements() <= LoElts && in SplitVecOp_EXTRACT_SUBVECTOR() 3020 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, dl, SubVT, Lo, Idx); in SplitVecOp_EXTRACT_SUBVECTOR() 3022 return DAG.getNode(ISD::EXTRACT_SUBVECTOR, dl, SubVT, Hi, in SplitVecOp_EXTRACT_SUBVECTOR() 5114 EVT SubVT = Mask->getValueType(0); in convertMask() local 5115 SmallVector<SDValue, 16> SubOps(NumSubVecs, DAG.getUNDEF(SubVT)); in convertMask()
|
| H A D | SelectionDAG.cpp | 3084 EVT SubVT = N0.getValueType(); in computeKnownBits() local 3085 unsigned SubBitWidth = SubVT.getScalarSizeInBits(); in computeKnownBits() 3088 if (!(SubVT.isInteger() || SubVT.isFloatingPoint())) in computeKnownBits() 11014 EVT SubVT = EVT::getVectorVT(*getContext(), OpSVT, NumSubElts); in matchBinOpReduction() local 11015 if (!TLI->isExtractSubvectorCheap(SubVT, OpVT, 0)) in matchBinOpReduction() 11018 return getNode(ISD::EXTRACT_SUBVECTOR, SDLoc(Op), SubVT, Op, in matchBinOpReduction()
|
| H A D | TargetLowering.cpp | 1273 EVT SubVT = Op.getOperand(0).getValueType(); in SimplifyDemandedBits() local 1275 unsigned NumSubElts = SubVT.getVectorNumElements(); in SimplifyDemandedBits() 3004 EVT SubVT = Op.getOperand(0).getValueType(); in SimplifyDemandedVectorElts() local 3006 unsigned NumSubElts = SubVT.getVectorNumElements(); in SimplifyDemandedVectorElts()
|
| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | ARMISelLowering.cpp | 8796 EVT SubVT = SubV1.getValueType(); in LowerVECTOR_SHUFFLE() local 8804 ShuffleMask, SubVT, WhichResult, isV_UNDEF)) { in LowerVECTOR_SHUFFLE() 8809 SDValue Res = DAG.getNode(ShuffleOpc, dl, DAG.getVTList(SubVT, SubVT), in LowerVECTOR_SHUFFLE() 9113 EVT SubVT = MVT::v4i32; in LowerEXTRACT_SUBVECTOR() local 9114 SDValue SubVec = DAG.getNode(ISD::UNDEF, dl, SubVT); in LowerEXTRACT_SUBVECTOR() 9128 EVT SubVT = MVT::getVectorVT(ElType, NumElts); in LowerEXTRACT_SUBVECTOR() local 9129 SDValue SubVec = DAG.getNode(ISD::UNDEF, dl, SubVT); in LowerEXTRACT_SUBVECTOR() 15445 EVT SubVT = SubVec.getValueType(); in PerformInsertSubvectorCombine() local 15450 !DCI.DAG.getTargetLoweringInfo().isTypeLegal(SubVT)) in PerformInsertSubvectorCombine() 15458 unsigned NumSubElts = SubVT.getVectorNumElements(); in PerformInsertSubvectorCombine() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Transforms/Vectorize/ |
| H A D | LoopVectorize.cpp | 2674 auto *SubVT = VectorType::get(ScalarTy, VF); in vectorizeInterleaveGroup() local 2692 Value *Undef = PoisonValue::get(SubVT); in vectorizeInterleaveGroup() 2704 if (StoredVec->getType() != SubVT) in vectorizeInterleaveGroup() 2705 StoredVec = createBitOrPointerCast(StoredVec, SubVT, DL); in vectorizeInterleaveGroup()
|
| H A D | SLPVectorizer.cpp | 5903 auto *SubVT = in getEntryCost() local 5907 EEVTy, None, Idx, SubVT); in getEntryCost()
|