| /freebsd-14.2/contrib/llvm-project/llvm/include/llvm/CodeGen/ |
| H A D | ValueTypes.h | 101 EVT changeVectorElementType(EVT EltVT) const { in changeVectorElementType() 103 assert(EltVT.isSimple() && in changeVectorElementType() 105 return getSimpleVT().changeVectorElementType(EltVT.getSimpleVT()); in changeVectorElementType() 107 return changeExtendedVectorElementType(EltVT); in changeVectorElementType() 423 EVT EltVT = getVectorElementType(); in widenIntegerVectorElementType() local 424 EltVT = EVT::getIntegerVT(Context, 2 * EltVT.getSizeInBits()); in widenIntegerVectorElementType() 425 return EVT::getVectorVT(Context, EltVT, getVectorElementCount()); in widenIntegerVectorElementType() 432 EVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local 442 EVT EltVT = getVectorElementType(); in getDoubleNumVectorElementsVT() local 444 return EVT::getVectorVT(Context, EltVT, EltCnt * 2); in getDoubleNumVectorElementsVT() [all …]
|
| H A D | MachineValueType.h | 203 MVT changeVectorElementType(MVT EltVT) const { in changeVectorElementType() argument 204 MVT VecTy = MVT::getVectorVT(EltVT, getVectorElementCount()); in changeVectorElementType() 222 MVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local 225 return getVectorVT(EltVT, EltCnt.divideCoefficientBy(2)); in getHalfNumVectorElementsVT() 231 MVT EltVT = getVectorElementType(); in getDoubleNumVectorElementsVT() local 233 return MVT::getVectorVT(EltVT, EltCnt * 2); in getDoubleNumVectorElementsVT()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/NVPTX/ |
| H A D | NVPTXISelDAGToDAG.cpp | 667 CurDAG->getMachineNode(NVPTX::I32toV2I16, SDLoc(N), EltVT, EltVT, Vector); in tryEXTRACT_VECTOR_ELEMENT() 1089 if (Isv2x16VT(EltVT)) { in tryLoadVector() 1091 EltVT = MVT::i32; in tryLoadVector() 1283 if (EltVT.isVector()) { in tryLDGLDU() 1285 EltVT = EltVT.getVectorElementType(); in tryLDGLDU() 1291 EltVT = OrigType; in tryLDGLDU() 1294 EltVT = OrigType; in tryLDGLDU() 1302 EVT NodeVT = (EltVT == MVT::i8) ? MVT::i16 : EltVT; in tryLDGLDU() 1878 EltVT = MVT::i32; in tryStoreVector() 2079 VTs = CurDAG->getVTList(EltVT, EltVT, MVT::Other, MVT::Glue); in tryLoadParam() [all …]
|
| H A D | NVPTXISelLowering.cpp | 228 EltVT = MVT::v4i8; in ComputePTXValueVTs() 299 EVT EltVT = ValueVTs[Idx]; in CanMergeParamLoadStoresStartingAt() local 1852 EVT EltVT = VTs[j]; in LowerCall() local 3144 else if (Isv2x16VT(EltVT) || EltVT == MVT::v4i8) in LowerFormalArguments() 5577 if (EltVT != EltIVT) in PerformEXTRACTCombine() 5639 EVT RetVTs[] = {EltVT, EltVT, EltVT, EltVT, MVT::Other}; in PerformLOADCombine() 5747 EltVT = MVT::i16; in ReplaceLoadVector() 5760 LdResVTs = DAG.getVTList(EltVT, EltVT, MVT::Other); in ReplaceLoadVector() 5764 EVT ListVTs[] = { EltVT, EltVT, EltVT, EltVT, MVT::Other }; in ReplaceLoadVector() 5892 LdResVTs = DAG.getVTList(EltVT, EltVT, MVT::Other); in ReplaceINTRINSIC_W_CHAIN() [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/ |
| H A D | LowLevelTypeUtils.cpp | 57 EVT EltVT = getApproximateEVTForLLT(Ty.getElementType(), DL, Ctx); in getApproximateEVTForLLT() local 58 return EVT::getVectorVT(Ctx, EltVT, Ty.getElementCount()); in getApproximateEVTForLLT()
|
| H A D | TargetLoweringBase.cpp | 1049 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local 1053 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion() 1058 if (EltVT.isInteger()) { in getTypeConversion() 1083 EVT OldEltVT = EltVT; in getTypeConversion() 1087 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits()) in getTypeConversion() 1094 if (!EltVT.isSimple()) in getTypeConversion() 1107 EltVT = OldEltVT; in getTypeConversion() 1119 if (!EltVT.isSimple()) in getTypeConversion() 1140 EVT NVT = EVT::getVectorVT(Context, EltVT, in getTypeConversion() 1463 MVT EltVT = VT.getVectorElementType(); in computeRegisterProperties() local [all …]
|
| H A D | ValueTypes.cpp | 32 EVT EVT::changeExtendedVectorElementType(EVT EltVT) const { in changeExtendedVectorElementType() 35 return getVectorVT(Context, EltVT, getVectorElementCount()); in changeExtendedVectorElementType()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/ |
| H A D | LegalizeVectorTypes.cpp | 358 if (EltVT.isInteger()) in ScalarizeVecRes_BUILD_VECTOR() 398 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT() 483 if (InOp.getValueType() != EltVT) in ScalarizeVecRes_SCALAR_TO_VECTOR() 1671 EVT EltVT = VT.getVectorElementType(); in UnrollVectorOp_StrictFP() local 1684 EVT ChainVTs[] = {EltVT, MVT::Other}; in UnrollVectorOp_StrictFP() 1795 EltVT = MVT::i8; in SplitVecRes_INSERT_VECTOR_ELT() 1800 if (EltVT.bitsGT(Elt.getValueType())) in SplitVecRes_INSERT_VECTOR_ELT() 1858 EVT EltVT = Step.getValueType(); in SplitVecRes_STEP_VECTOR() local 3381 EltVT = MVT::i8; in SplitVecOp_EXTRACT_VECTOR_ELT() 5251 EVT EltVT = VT.getVectorElementType(); in WidenVecRes_EXTRACT_SUBVECTOR() local [all …]
|
| H A D | LegalizeVectorOps.cpp | 332 EVT EltVT = ValVT.getVectorElementType(); in LegalizeOp() local 333 if (TLI.getOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 335 TLI.getStrictFPOperationAction(Node->getOpcode(), EltVT) in LegalizeOp() 1848 EVT EltVT = VT.getVectorElementType(); in UnrollStrictFPOp() local 1853 EVT TmpEltVT = EltVT; in UnrollStrictFPOp() 1890 ScalarResult = DAG.getSelect(dl, EltVT, ScalarResult, in UnrollStrictFPOp() 1891 DAG.getAllOnesConstant(dl, EltVT), in UnrollStrictFPOp() 1892 DAG.getConstant(0, dl, EltVT)); in UnrollStrictFPOp() 1908 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC() local 1924 Ops[i] = DAG.getSelect(dl, EltVT, Ops[i], DAG.getAllOnesConstant(dl, EltVT), in UnrollVSETCC() [all …]
|
| H A D | LegalizeDAG.cpp | 384 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory() local 413 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT() 414 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT() 1928 EVT EltVT = VT.getVectorElementType(); in ExpandBUILD_VECTOR() local 1969 if (OpVT==EltVT) in ExpandBUILD_VECTOR() 3410 EVT EltVT = VT.getVectorElementType(); in ExpandNode() local 3413 if (!TLI.isTypeLegal(EltVT)) { in ExpandNode() 3419 if (NewEltVT.bitsLT(EltVT)) { in ExpandNode() 3454 EltVT = NewEltVT; in ExpandNode() 3460 Ops.push_back(DAG.getUNDEF(EltVT)); in ExpandNode() [all …]
|
| H A D | LegalizeTypesGeneric.cpp | 315 EVT EltVT) { in IntegerToVector() argument 325 IntegerToVector(Parts[0], NumElements, Ops, EltVT); in IntegerToVector() 326 IntegerToVector(Parts[1], NumElements, Ops, EltVT); in IntegerToVector() 328 Ops.push_back(DAG.getNode(ISD::BITCAST, DL, EltVT, Op)); in IntegerToVector()
|
| H A D | SelectionDAG.cpp | 1603 EVT EltVT = VT.getScalarType(); in getConstant() local 1604 assert((EltVT.getSizeInBits() >= 64 || in getConstant() 1619 EVT EltVT = VT.getScalarType(); in getConstant() local 1628 EltVT = TLI->getTypeToTransformTo(*getContext(), EltVT); in getConstant() 1752 EVT EltVT = VT.getScalarType(); in getConstantFP() local 1782 EVT EltVT = VT.getScalarType(); in getConstantFP() local 1783 if (EltVT == MVT::f32) in getConstantFP() 1785 if (EltVT == MVT::f64) in getConstantFP() 1787 if (EltVT == MVT::f80 || EltVT == MVT::f128 || EltVT == MVT::ppcf128 || in getConstantFP() 1788 EltVT == MVT::f16 || EltVT == MVT::bf16) { in getConstantFP() [all …]
|
| H A D | DAGCombiner.cpp | 21016 EVT EltVT = Elt.getValueType(); in replaceStoreOfInsertLoad() local 21017 if (!EltVT.isByteSized() || in replaceStoreOfInsertLoad() 21790 EVT EltVT = Elt.getValueType(); in visitINSERT_VECTOR_ELT() local 21791 MaxEltVT = MaxEltVT.bitsGE(EltVT) ? MaxEltVT : EltVT; in visitINSERT_VECTOR_ELT() 24536 EVT EltVT = InVT.getVectorElementType(); in visitEXTRACT_SUBVECTOR() local 24538 NumElems == 1 ? EltVT in visitEXTRACT_SUBVECTOR() 24548 if (EltVT != Src.getValueType()) in visitEXTRACT_SUBVECTOR() 25434 EVT EltVT = VT.getScalarType(); in visitVECTOR_SHUFFLE() local 26627 EVT EltVT = VT.getVectorElementType(); in scalarizeBinOpOfSplats() local 26644 !TLI.isOperationLegalOrCustom(Opcode, EltVT)) in scalarizeBinOpOfSplats() [all …]
|
| H A D | TargetLowering.cpp | 2964 EVT EltVT = VT.getVectorElementType(); in getKnownUndefForVectorBinop() local 2972 return DAG.getUNDEF(EltVT); in getKnownUndefForVectorBinop() 2996 if (C0 && C1 && C0.getValueType() == EltVT && C1.getValueType() == EltVT) in getKnownUndefForVectorBinop() 2997 if (DAG.getNode(BO.getOpcode(), SDLoc(BO), EltVT, C0, C1).isUndef()) in getKnownUndefForVectorBinop() 9830 EVT EltVT = VecVT.getVectorElementType(); in getVectorSubVecPointer() local 9834 assert(EltSize * 8 == EltVT.getFixedSizeInBits() && in getVectorSubVecPointer() 9836 assert(SubVecVT.getVectorElementType() == EltVT && in getVectorSubVecPointer() 10636 EVT EltVT = VT.getVectorElementType(); in expandVecReduce() local 10647 if (EltVT != Node->getValueType(0)) in expandVecReduce() 10659 EVT EltVT = VT.getVectorElementType(); in expandVecReduceSeq() local [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/X86/ |
| H A D | X86InstrFMA.td | 333 SDNode Move, ValueType VT, ValueType EltVT, 338 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 346 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))), 353 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 360 (Op (EltVT (extractelt (VT VR128:$src1), (iPTR 0))), 368 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))),
|
| H A D | X86ISelLowering.h | 958 bool mayFoldLoadIntoBroadcastFromMem(SDValue Op, MVT EltVT, 1448 EVT EltVT = VT.getScalarType(); local 1449 return (EltVT == MVT::f32 || EltVT == MVT::f64) && Index == 0;
|
| H A D | X86ISelLowering.cpp | 8829 if (EltVT == MVT::i32 || EltVT == MVT::f16 || EltVT == MVT::f32 || in LowerBUILD_VECTOR() 8843 if (EltVT == MVT::i16 || EltVT == MVT::i8) { in LowerBUILD_VECTOR() 10355 if (EltVT == MVT::f32 || EltVT == MVT::f64) { in lowerShuffleAsBitMask() 18192 if (EltVT == MVT::i32 || EltVT == MVT::f32 || EltVT == MVT::f64 || in LowerINSERT_VECTOR_ELT() 18193 EltVT == MVT::f16 || EltVT == MVT::i64) { in LowerINSERT_VECTOR_ELT() 18200 if (EltVT == MVT::i16 || EltVT == MVT::i8) { in LowerINSERT_VECTOR_ELT() 18259 if (EltVT == MVT::i32 || EltVT == MVT::i64) in LowerINSERT_VECTOR_ELT() 23079 assert(EltVT == MVT::f16 || EltVT == MVT::f32 || EltVT == MVT::f64); in LowerVSETCC() 27707 assert((EltVT == MVT::i8 || EltVT == MVT::i16) && in LowerVectorCTLZ_AVX512CDI() 32283 (EltVT == MVT::i8 || EltVT == MVT::i16 || EltVT == MVT::i32) && in ReplaceNodeResults() [all …]
|
| H A D | X86InstrUtils.td | 210 // EltVT). These are things like the register class for the writemask, etc. 217 ValueType EltVT = eltvt; 237 // v # NumElts # EltVT, so for vector of 8 elements of i32 it will be v8i32 241 !if (!eq (EltVT.Size, 16), 8, 242 !if (!eq (EltVT.Size, 32), 4, 243 !if (!eq (EltVT.Size, 64), 2, NumElts))), NumElts) # EltVT; 248 string EltTypeName = !cast<string>(EltVT); 251 int EltSize = EltVT.Size;
|
| H A D | X86InstrAVX512.td | 7030 (_.EltVT ZeroFP)))))), 7040 (_.EltVT ZeroFP)))))), 7051 (_.EltVT ZeroFP)))))), 7060 (_.EltVT ZeroFP)))))), 7069 (_.EltVT ZeroFP)))))), 7118 (_.EltVT ZeroFP)))))), 7129 (_.EltVT ZeroFP)))))), 9541 (_.EltVT (!cast<Instruction>(NAME#r) (_.EltVT (IMPLICIT_DEF)), 9547 (_.EltVT (!cast<Instruction>(NAME#m) (_.EltVT (IMPLICIT_DEF)), 12067 (MaskedOp (_.EltVT [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/WebAssembly/ |
| H A D | WebAssemblyISelLowering.cpp | 941 MVT EltVT = VT.getVectorElementType(); in getPreferredVectorAction() local 945 if (EltVT == MVT::i8 || EltVT == MVT::i16 || EltVT == MVT::i32 || in getPreferredVectorAction() 946 EltVT == MVT::i64 || EltVT == MVT::f32 || EltVT == MVT::f64) in getPreferredVectorAction()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AArch64/ |
| H A D | AArch64ISelDAGToDAG.cpp | 285 EVT EltVT = N->getValueType(0).getVectorElementType(); in SelectSVEShiftSplatImmR() local 287 /* High */ EltVT.getFixedSizeInBits(), in SelectSVEShiftSplatImmR() 1665 EVT EltVT = VT.getVectorElementType(); in SelectOpcodeFromVT() local 1670 if (EltVT != MVT::i8 && EltVT != MVT::i16 && EltVT != MVT::i32 && in SelectOpcodeFromVT() 1671 EltVT != MVT::i64) in SelectOpcodeFromVT() 1675 if (EltVT != MVT::i1) in SelectOpcodeFromVT() 1679 if (EltVT != MVT::f16 && EltVT != MVT::f32 && EltVT != MVT::f64) in SelectOpcodeFromVT()
|
| H A D | AArch64TargetTransformInfo.cpp | 3197 EVT EltVT = VT.getVectorElementType(); in getMemoryOpCost() local 3198 unsigned EltSize = EltVT.getScalarSizeInBits(); in getMemoryOpCost() 3205 if (VT.getVectorNumElements() == 3 && EltVT == MVT::i8) in getMemoryOpCost() 3224 TypeWorklist.push_back(EVT::getVectorVT(C, EltVT, PrevPow2)); in getMemoryOpCost() 3226 EVT::getVectorVT(C, EltVT, CurrNumElements - PrevPow2)); in getMemoryOpCost()
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/ARM/ |
| H A D | ARMTargetTransformInfo.cpp | 489 EVT EltVT = VT.getScalarType(); in getCastInstrCost() local 490 return (EltVT == MVT::f32 && ST->hasVFP2Base()) || in getCastInstrCost() 491 (EltVT == MVT::f64 && ST->hasFP64()) || in getCastInstrCost() 492 (EltVT == MVT::f16 && ST->hasFullFP16()); in getCastInstrCost()
|
| H A D | ARMISelLowering.cpp | 8257 EVT EltVT = SrcVT.getVectorElementType(); in ReconstructShuffle() local 8998 Ops.push_back(DAG.getUNDEF(EltVT)); in LowerVECTOR_SHUFFLE() 9053 EVT EltVT = Elt.getValueType(); in LowerINSERT_VECTOR_ELT() local 9059 if (getTypeAction(*DAG.getContext(), EltVT) == in LowerINSERT_VECTOR_ELT() 10294 EVT EltVT = VT.getVectorElementType(); in LowerVecReduce() local 10334 if (EltVT != Op->getValueType(0)) in LowerVecReduce() 10354 EVT EltVT = VT.getVectorElementType(); in LowerVecReduceMinMax() local 10401 if (EltVT != Op.getValueType()) { in LowerVecReduceMinMax() 15304 EVT EltVT = VT.getVectorElementType(); in PerformARMBUILD_VECTORCombine() local 17869 EVT EltVT = N0.getValueType(); in PerformExtendCombine() local [all …]
|
| /freebsd-14.2/contrib/llvm-project/llvm/lib/Target/AMDGPU/ |
| H A D | SIISelLowering.cpp | 6726 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_SUBVECTOR() local 6775 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_VECTOR_ELT() local 6777 unsigned EltSize = EltVT.getSizeInBits(); in lowerINSERT_VECTOR_ELT() 6857 EVT EltVT = VecVT.getVectorElementType(); in lowerEXTRACT_VECTOR_ELT() local 6932 unsigned EltSize = EltVT.getSizeInBits(); in lowerEXTRACT_VECTOR_ELT() 12688 EVT EltVT = Lo.getValueType(); in performFCanonicalizeCombine() local 13066 EVT EltVT = VecVT.getVectorElementType(); in shouldExpandVectorDynExt() local 13067 unsigned EltSize = EltVT.getSizeInBits(); in shouldExpandVectorDynExt() 13198 EVT EltVT = VecVT.getVectorElementType(); in performInsertVectorEltCombine() local 14455 EVT EltVT = Src.getValueType(); in PerformDAGCombine() local [all …]
|