| /llvm-project-15.0.7/llvm/include/llvm/CodeGen/ |
| H A D | ValueTypes.h | 101 EVT changeVectorElementType(EVT EltVT) const { in changeVectorElementType() 103 assert(EltVT.isSimple() && in changeVectorElementType() 105 return getSimpleVT().changeVectorElementType(EltVT.getSimpleVT()); in changeVectorElementType() 107 return changeExtendedVectorElementType(EltVT); in changeVectorElementType() 412 EVT EltVT = getVectorElementType(); in widenIntegerVectorElementType() local 413 EltVT = EVT::getIntegerVT(Context, 2 * EltVT.getSizeInBits()); in widenIntegerVectorElementType() 414 return EVT::getVectorVT(Context, EltVT, getVectorElementCount()); in widenIntegerVectorElementType() 421 EVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local 431 EVT EltVT = getVectorElementType(); in getDoubleNumVectorElementsVT() local 433 return EVT::getVectorVT(Context, EltVT, EltCnt * 2); in getDoubleNumVectorElementsVT() [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelDAGToDAG.cpp | 1055 EVT EltVT = N->getValueType(0); in tryLoadVector() local 1060 if (EltVT == MVT::v2f16) { in tryLoadVector() 1062 EltVT = MVT::i32; in tryLoadVector() 1265 if (EltVT.isVector()) { in tryLDGLDU() 1267 EltVT = EltVT.getVectorElementType(); in tryLDGLDU() 1271 EltVT = MVT::v2f16; in tryLDGLDU() 1279 EVT NodeVT = (EltVT == MVT::i8) ? MVT::i16 : EltVT; in tryLDGLDU() 1932 if (EltVT == MVT::v2f16) { in tryStoreVector() 1934 EltVT = MVT::i32; in tryStoreVector() 2150 VTs = CurDAG->getVTList(EltVT, EltVT, MVT::Other, MVT::Glue); in tryLoadParam() [all …]
|
| H A D | NVPTXISelLowering.cpp | 193 EltVT = MVT::v2f16; in ComputePTXValueVTs() 264 EVT EltVT = ValueVTs[Idx]; in CanMergeParamLoadStoresStartingAt() local 286 if (ValueVTs[j] != EltVT) in CanMergeParamLoadStoresStartingAt() 1576 EVT EltVT = VTs[j]; in LowerCall() local 2579 EVT LoadVT = EltVT; in LowerFormalArguments() 4975 EltVT = MVT::i16; in ReplaceLoadVector() 4988 LdResVTs = DAG.getVTList(EltVT, EltVT, MVT::Other); in ReplaceLoadVector() 4992 EVT ListVTs[] = { EltVT, EltVT, EltVT, EltVT, MVT::Other }; in ReplaceLoadVector() 5082 EltVT = MVT::i16; in ReplaceINTRINSIC_W_CHAIN() 5107 LdResVTs = DAG.getVTList(EltVT, EltVT, MVT::Other); in ReplaceINTRINSIC_W_CHAIN() [all …]
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/ |
| H A D | LowLevelType.cpp | 57 EVT EltVT = getApproximateEVTForLLT(Ty.getElementType(), DL, Ctx); in getApproximateEVTForLLT() local 58 return EVT::getVectorVT(Ctx, EltVT, Ty.getElementCount()); in getApproximateEVTForLLT()
|
| H A D | TargetLoweringBase.cpp | 992 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local 996 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion() 1001 if (EltVT.isInteger()) { in getTypeConversion() 1026 EVT OldEltVT = EltVT; in getTypeConversion() 1030 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits()) in getTypeConversion() 1037 if (!EltVT.isSimple()) in getTypeConversion() 1050 EltVT = OldEltVT; in getTypeConversion() 1062 if (!EltVT.isSimple()) in getTypeConversion() 1083 EVT NVT = EVT::getVectorVT(Context, EltVT, in getTypeConversion() 1398 MVT EltVT = VT.getVectorElementType(); in computeRegisterProperties() local [all …]
|
| H A D | ValueTypes.cpp | 31 EVT EVT::changeExtendedVectorElementType(EVT EltVT) const { in changeExtendedVectorElementType() 34 return getVectorVT(Context, EltVT, getVectorElementCount()); in changeExtendedVectorElementType()
|
| /llvm-project-15.0.7/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 320 if (EltVT.isInteger()) in ScalarizeVecRes_BUILD_VECTOR() 360 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT() 445 if (InOp.getValueType() != EltVT) in ScalarizeVecRes_SCALAR_TO_VECTOR() 1586 EVT EltVT = VT.getVectorElementType(); in UnrollVectorOp_StrictFP() local 1599 EVT ChainVTs[] = {EltVT, MVT::Other}; in UnrollVectorOp_StrictFP() 1710 EltVT = MVT::i8; in SplitVecRes_INSERT_VECTOR_ELT() 1715 if (EltVT.bitsGT(Elt.getValueType())) in SplitVecRes_INSERT_VECTOR_ELT() 1773 EVT EltVT = Step.getValueType(); in SplitVecRes_STEP_VECTOR() local 3056 EltVT = MVT::i8; in SplitVecOp_EXTRACT_VECTOR_ELT() 4735 EVT EltVT = VT.getVectorElementType(); in WidenVecRes_EXTRACT_SUBVECTOR() local [all …]
|
| H A D | LegalizeVectorOps.cpp | 307 EVT EltVT = ValVT.getVectorElementType(); in LegalizeOp() local 308 if (TLI.getOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 310 TLI.getStrictFPOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 1571 EVT EltVT = VT.getVectorElementType(); in UnrollStrictFPOp() local 1576 EVT TmpEltVT = EltVT; in UnrollStrictFPOp() 1613 ScalarResult = DAG.getSelect(dl, EltVT, ScalarResult, in UnrollStrictFPOp() 1614 DAG.getAllOnesConstant(dl, EltVT), in UnrollStrictFPOp() 1615 DAG.getConstant(0, dl, EltVT)); in UnrollStrictFPOp() 1631 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC() local 1647 Ops[i] = DAG.getSelect(dl, EltVT, Ops[i], DAG.getAllOnesConstant(dl, EltVT), in UnrollVSETCC() [all …]
|
| H A D | LegalizeDAG.cpp | 374 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory() local 403 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT() 404 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT() 1901 EVT EltVT = VT.getVectorElementType(); in ExpandBUILD_VECTOR() local 1942 if (OpVT==EltVT) in ExpandBUILD_VECTOR() 3040 EVT EltVT = VT.getVectorElementType(); in ExpandNode() local 3043 if (!TLI.isTypeLegal(EltVT)) { in ExpandNode() 3049 if (NewEltVT.bitsLT(EltVT)) { in ExpandNode() 3084 EltVT = NewEltVT; in ExpandNode() 3090 Ops.push_back(DAG.getUNDEF(EltVT)); in ExpandNode() [all …]
|
| H A D | LegalizeTypesGeneric.cpp | 317 EVT EltVT) { in IntegerToVector() argument 327 IntegerToVector(Parts[0], NumElements, Ops, EltVT); in IntegerToVector() 328 IntegerToVector(Parts[1], NumElements, Ops, EltVT); in IntegerToVector() 330 Ops.push_back(DAG.getNode(ISD::BITCAST, DL, EltVT, Op)); in IntegerToVector()
|
| H A D | SelectionDAG.cpp | 1451 EVT EltVT = VT.getScalarType(); in getConstant() local 1452 assert((EltVT.getSizeInBits() >= 64 || in getConstant() 1467 EVT EltVT = VT.getScalarType(); in getConstant() local 1476 EltVT = TLI->getTypeToTransformTo(*getContext(), EltVT); in getConstant() 1598 EVT EltVT = VT.getScalarType(); in getConstantFP() local 1630 EVT EltVT = VT.getScalarType(); in getConstantFP() local 1631 if (EltVT == MVT::f32) in getConstantFP() 1633 if (EltVT == MVT::f64) in getConstantFP() 1635 if (EltVT == MVT::f80 || EltVT == MVT::f128 || EltVT == MVT::ppcf128 || in getConstantFP() 1636 EltVT == MVT::f16 || EltVT == MVT::bf16) { in getConstantFP() [all …]
|
| H A D | TargetLowering.cpp | 2748 EVT EltVT = VT.getVectorElementType(); in getKnownUndefForVectorBinop() local 2756 return DAG.getUNDEF(EltVT); in getKnownUndefForVectorBinop() 2780 if (C0 && C1 && C0.getValueType() == EltVT && C1.getValueType() == EltVT) in getKnownUndefForVectorBinop() 2781 if (DAG.getNode(BO.getOpcode(), SDLoc(BO), EltVT, C0, C1).isUndef()) in getKnownUndefForVectorBinop() 8732 EVT EltVT = VecVT.getVectorElementType(); in getVectorSubVecPointer() local 8736 assert(EltSize * 8 == EltVT.getFixedSizeInBits() && in getVectorSubVecPointer() 8738 assert(SubVecVT.getVectorElementType() == EltVT && in getVectorSubVecPointer() 9460 EVT EltVT = VT.getVectorElementType(); in expandVecReduce() local 9471 if (EltVT != Node->getValueType(0)) in expandVecReduce() 9483 EVT EltVT = VT.getVectorElementType(); in expandVecReduceSeq() local [all …]
|
| H A D | LegalizeFloatTypes.cpp | 2364 EVT EltVT = VecVT.getVectorElementType(); in PromoteFloatRes_EXTRACT_VECTOR_ELT() local 2377 SDValue Res = DAG.getNode(N->getOpcode(), DL, EltVT, Vec, Idx); in PromoteFloatRes_EXTRACT_VECTOR_ELT() 2388 Res = DAG.getNode(N->getOpcode(), DL, EltVT, Lo, Idx); in PromoteFloatRes_EXTRACT_VECTOR_ELT() 2390 Res = DAG.getNode(N->getOpcode(), DL, EltVT, Hi, in PromoteFloatRes_EXTRACT_VECTOR_ELT()
|
| /llvm-project-15.0.7/llvm/lib/Target/X86/ |
| H A D | X86InstrFMA.td | 333 SDNode Move, ValueType VT, ValueType EltVT, 338 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 346 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))), 353 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 360 (Op (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 368 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))),
|
| H A D | X86ISelLowering.h | 922 bool mayFoldLoadIntoBroadcastFromMem(SDValue Op, MVT EltVT, 1373 EVT EltVT = VT.getScalarType(); local 1374 return (EltVT == MVT::f32 || EltVT == MVT::f64) && Index == 0;
|
| H A D | X86InstrAVX512.td | 23 ValueType EltVT = eltvt; 49 !if (!eq (EltVT.Size, 64), 2, NumElts))), NumElts) # EltVT; 54 string EltTypeName = !cast<string>(EltVT); 57 int EltSize = EltVT.Size; 7239 (_.EltVT ZeroFP)))))), 7249 (_.EltVT ZeroFP)))))), 7260 (_.EltVT ZeroFP)))))), 7269 (_.EltVT ZeroFP)))))), 7278 (_.EltVT ZeroFP)))))), 9732 (_.EltVT (!cast<Instruction>(NAME#r) (_.EltVT (IMPLICIT_DEF)), [all …]
|
| H A D | X86ISelLowering.cpp | 11194 if (EltVT == MVT::i32 || EltVT == MVT::f16 || EltVT == MVT::f32 || in LowerBUILD_VECTOR() 11208 if (EltVT == MVT::i16 || EltVT == MVT::i8) { in LowerBUILD_VECTOR() 12677 if (EltVT == MVT::f32 || EltVT == MVT::f64) { in lowerShuffleAsBitMask() 20026 if (EltVT == MVT::i32 || EltVT == MVT::f32 || EltVT == MVT::f64 || in LowerINSERT_VECTOR_ELT() 20027 EltVT == MVT::f16 || EltVT == MVT::i64) { in LowerINSERT_VECTOR_ELT() 20034 if (EltVT == MVT::i16 || EltVT == MVT::i8) { in LowerINSERT_VECTOR_ELT() 20093 if (EltVT == MVT::i32 || EltVT == MVT::i64) in LowerINSERT_VECTOR_ELT() 24285 assert(EltVT == MVT::f16 || EltVT == MVT::f32 || EltVT == MVT::f64); in LowerVSETCC() 28672 assert((EltVT == MVT::i8 || EltVT == MVT::i16) && in LowerVectorCTLZ_AVX512CDI() 31365 (void)EltVT; in LowerVectorCTPOPInRegLUT() [all …]
|
| /llvm-project-15.0.7/llvm/include/llvm/Support/ |
| H A D | MachineValueType.h | 480 MVT changeVectorElementType(MVT EltVT) const { in changeVectorElementType() argument 481 MVT VecTy = MVT::getVectorVT(EltVT, getVectorElementCount()); in changeVectorElementType() 499 MVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local 502 return getVectorVT(EltVT, EltCnt.divideCoefficientBy(2)); in getHalfNumVectorElementsVT()
|
| /llvm-project-15.0.7/llvm/lib/Target/AMDGPU/ |
| H A D | SIISelLowering.cpp | 5657 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_SUBVECTOR() local 5677 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_VECTOR_ELT() local 5679 unsigned EltSize = EltVT.getSizeInBits(); in lowerINSERT_VECTOR_ELT() 5759 EVT EltVT = VecVT.getVectorElementType(); in lowerEXTRACT_VECTOR_ELT() local 5820 unsigned EltSize = EltVT.getSizeInBits(); in lowerEXTRACT_VECTOR_ELT() 10262 EVT EltVT = Lo.getValueType(); in performFCanonicalizeCombine() local 10646 EVT EltVT = N->getValueType(0); in performExtractVectorEltCombine() local 10660 EVT EltVT = N->getValueType(0); in performExtractVectorEltCombine() local 10720 EltVT.isByteSized() && in performExtractVectorEltCombine() 11519 EVT EltVT = Src.getValueType(); in PerformDAGCombine() local [all …]
|
| H A D | AMDGPUISelLowering.cpp | 1406 EVT EltVT = VT.getVectorElementType(); in getSplitDestVTs() local 1409 LoVT = EVT::getVectorVT(*DAG.getContext(), EltVT, LoNumElts); in getSplitDestVTs() 1411 ? EltVT in getSplitDestVTs() 1412 : EVT::getVectorVT(*DAG.getContext(), EltVT, NumElts - LoNumElts); in getSplitDestVTs() 3198 EVT EltVT = Elt0.getValueType(); in performTruncateCombine() local 3199 if (VT.getFixedSizeInBits() <= EltVT.getFixedSizeInBits()) { in performTruncateCombine() 3200 if (EltVT.isFloatingPoint()) { in performTruncateCombine() 3202 EltVT.changeTypeToInteger(), Elt0); in performTruncateCombine()
|
| /llvm-project-15.0.7/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyISelLowering.cpp | 898 MVT EltVT = VT.getVectorElementType(); in getPreferredVectorAction() local 902 if (EltVT == MVT::i8 || EltVT == MVT::i16 || EltVT == MVT::i32 || in getPreferredVectorAction() 903 EltVT == MVT::i64 || EltVT == MVT::f32 || EltVT == MVT::f64) in getPreferredVectorAction()
|
| /llvm-project-15.0.7/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.cpp | 486 EVT EltVT = VT.getScalarType(); in getCastInstrCost() local 487 return (EltVT == MVT::f32 && ST->hasVFP2Base()) || in getCastInstrCost() 488 (EltVT == MVT::f64 && ST->hasFP64()) || in getCastInstrCost() 489 (EltVT == MVT::f16 && ST->hasFullFP16()); in getCastInstrCost()
|
| H A D | ARMISelLowering.cpp | 8031 EVT EltVT = EVT::getFloatingPointVT(EltSize); in LowerBUILD_VECTOR() local 8150 EVT EltVT = SrcVT.getVectorElementType(); in ReconstructShuffle() local 8857 EVT EltVT = EVT::getFloatingPointVT(EltSize); in LowerVECTOR_SHUFFLE() local 8864 Ops.push_back(DAG.getUNDEF(EltVT)); in LowerVECTOR_SHUFFLE() 8919 EVT EltVT = Elt.getValueType(); in LowerINSERT_VECTOR_ELT() local 8925 if (getTypeAction(*DAG.getContext(), EltVT) == in LowerINSERT_VECTOR_ELT() 10152 EVT EltVT = VT.getVectorElementType(); in LowerVecReduce() local 10192 if (EltVT != Op->getValueType(0)) in LowerVecReduce() 15061 EVT EltVT = VT.getVectorElementType(); in PerformARMBUILD_VECTORCombine() local 17580 EVT EltVT = N0.getValueType(); in PerformExtendCombine() local [all …]
|
| /llvm-project-15.0.7/llvm/lib/Target/RISCV/ |
| H A D | RISCVISelLowering.cpp | 1611 MVT EltVT = VT.getVectorElementType(); in useRVVForFixedLengthVectorVT() local 1614 switch (EltVT.SimpleTy) { in useRVVForFixedLengthVectorVT() 1647 if (EltVT.getSizeInBits() > Subtarget.getELEN()) in useRVVForFixedLengthVectorVT() 1678 MVT EltVT = VT.getVectorElementType(); in getContainerForFixedLengthVector() local 1679 switch (EltVT.SimpleTy) { in getContainerForFixedLengthVector() 1697 return MVT::getScalableVectorVT(EltVT, NumElts); in getContainerForFixedLengthVector() 3324 MVT EltVT = VT.getVectorElementType(); in LowerOperation() local 3327 unsigned EltSize = EltVT.getSizeInBits(); in LowerOperation() 4572 EVT EltVT = Op.getValueType(); in lowerEXTRACT_VECTOR_ELT() local 4639 if (!EltVT.isInteger()) { in lowerEXTRACT_VECTOR_ELT() [all …]
|
| H A D | RISCVISelDAGToDAG.cpp | 2285 MVT EltVT = N.getSimpleValueType().getVectorElementType(); in selectVSplatSimmHelper() local 2286 if (EltVT.bitsLT(XLenVT)) in selectVSplatSimmHelper() 2287 SplatImm = SignExtend64(SplatImm, EltVT.getSizeInBits()); in selectVSplatSimmHelper()
|