Home
last modified time | relevance | path

Searched refs:EltVT (Results 1 – 25 of 34) sorted by relevance

12

/freebsd-13.1/contrib/llvm-project/llvm/include/llvm/CodeGen/
H A DValueTypes.h102 EVT changeVectorElementType(EVT EltVT) const { in changeVectorElementType()
104 assert(EltVT.isSimple() && in changeVectorElementType()
106 return getSimpleVT().changeVectorElementType(EltVT.getSimpleVT()); in changeVectorElementType()
108 return changeExtendedVectorElementType(EltVT); in changeVectorElementType()
407 EVT EltVT = getVectorElementType(); in widenIntegerVectorElementType() local
408 EltVT = EVT::getIntegerVT(Context, 2 * EltVT.getSizeInBits()); in widenIntegerVectorElementType()
409 return EVT::getVectorVT(Context, EltVT, getVectorElementCount()); in widenIntegerVectorElementType()
416 EVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local
426 EVT EltVT = getVectorElementType(); in getDoubleNumVectorElementsVT() local
428 return EVT::getVectorVT(Context, EltVT, EltCnt * 2); in getDoubleNumVectorElementsVT()
[all …]
/freebsd-13.1/contrib/llvm-project/llvm/lib/Target/NVPTX/
H A DNVPTXISelDAGToDAG.cpp1059 EVT EltVT = N->getValueType(0); in tryLoadVector() local
1064 if (EltVT == MVT::v2f16) { in tryLoadVector()
1066 EltVT = MVT::i32; in tryLoadVector()
1269 if (EltVT.isVector()) { in tryLDGLDU()
1271 EltVT = EltVT.getVectorElementType(); in tryLDGLDU()
1275 EltVT = MVT::v2f16; in tryLDGLDU()
1283 EVT NodeVT = (EltVT == MVT::i8) ? MVT::i16 : EltVT; in tryLDGLDU()
1936 if (EltVT == MVT::v2f16) { in tryStoreVector()
1938 EltVT = MVT::i32; in tryStoreVector()
2154 VTs = CurDAG->getVTList(EltVT, EltVT, MVT::Other, MVT::Glue); in tryLoadParam()
[all …]
H A DNVPTXISelLowering.cpp193 EltVT = MVT::v2f16; in ComputePTXValueVTs()
230 EVT EltVT = ValueVTs[Idx]; in CanMergeParamLoadStoresStartingAt() local
252 if (ValueVTs[j] != EltVT) in CanMergeParamLoadStoresStartingAt()
1501 EVT EltVT = VTs[j]; in LowerCall() local
2558 EVT LoadVT = EltVT; in LowerFormalArguments()
4891 EltVT = MVT::i16; in ReplaceLoadVector()
4904 LdResVTs = DAG.getVTList(EltVT, EltVT, MVT::Other); in ReplaceLoadVector()
4908 EVT ListVTs[] = { EltVT, EltVT, EltVT, EltVT, MVT::Other }; in ReplaceLoadVector()
4998 EltVT = MVT::i16; in ReplaceINTRINSIC_W_CHAIN()
5023 LdResVTs = DAG.getVTList(EltVT, EltVT, MVT::Other); in ReplaceINTRINSIC_W_CHAIN()
[all …]
/freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/SelectionDAG/
H A DLegalizeVectorTypes.cpp310 if (EltVT.isInteger()) in ScalarizeVecRes_BUILD_VECTOR()
350 if (Op.getValueType() != EltVT) in ScalarizeVecRes_INSERT_VECTOR_ELT()
435 if (InOp.getValueType() != EltVT) in ScalarizeVecRes_SCALAR_TO_VECTOR()
1473 EVT EltVT = VT.getVectorElementType(); in UnrollVectorOp_StrictFP() local
1486 EVT ChainVTs[] = {EltVT, MVT::Other}; in UnrollVectorOp_StrictFP()
1597 EltVT = MVT::i8; in SplitVecRes_INSERT_VECTOR_ELT()
1602 if (EltVT.bitsGT(Elt.getValueType())) in SplitVecRes_INSERT_VECTOR_ELT()
1660 EVT EltVT = Step.getValueType(); in SplitVecRes_STEP_VECTOR() local
2464 EltVT = MVT::i8; in SplitVecOp_EXTRACT_VECTOR_ELT()
3995 EVT EltVT = VT.getVectorElementType(); in WidenVecRes_EXTRACT_SUBVECTOR() local
[all …]
H A DLegalizeVectorOps.cpp355 EVT EltVT = ValVT.getVectorElementType(); in LegalizeOp() local
356 if (TLI.getOperationAction(Node->getOpcode(), EltVT) in LegalizeOp()
1462 EVT EltVT = VT.getVectorElementType(); in UnrollStrictFPOp() local
1467 EVT TmpEltVT = EltVT; in UnrollStrictFPOp()
1504 ScalarResult = DAG.getSelect(dl, EltVT, ScalarResult, in UnrollStrictFPOp()
1506 (EltVT.getSizeInBits()), dl, EltVT), in UnrollStrictFPOp()
1507 DAG.getConstant(0, dl, EltVT)); in UnrollStrictFPOp()
1523 EVT EltVT = VT.getVectorElementType(); in UnrollVSETCC() local
1539 Ops[i] = DAG.getSelect(dl, EltVT, Ops[i], in UnrollVSETCC()
1541 (EltVT.getSizeInBits()), dl, EltVT), in UnrollVSETCC()
[all …]
H A DLegalizeDAG.cpp376 EVT EltVT = VT.getVectorElementType(); in PerformInsertVectorEltInMemory() local
405 if (Val.getValueType() == EltVT || in ExpandINSERT_VECTOR_ELT()
406 (EltVT.isInteger() && Val.getValueType().bitsGE(EltVT))) { in ExpandINSERT_VECTOR_ELT()
1867 EVT EltVT = VT.getVectorElementType(); in ExpandBUILD_VECTOR() local
1908 if (OpVT==EltVT) in ExpandBUILD_VECTOR()
2990 EVT EltVT = VT.getVectorElementType(); in ExpandNode() local
2993 if (!TLI.isTypeLegal(EltVT)) { in ExpandNode()
2999 if (NewEltVT.bitsLT(EltVT)) { in ExpandNode()
3034 EltVT = NewEltVT; in ExpandNode()
3040 Ops.push_back(DAG.getUNDEF(EltVT)); in ExpandNode()
[all …]
H A DLegalizeTypesGeneric.cpp317 EVT EltVT) { in IntegerToVector() argument
327 IntegerToVector(Parts[0], NumElements, Ops, EltVT); in IntegerToVector()
328 IntegerToVector(Parts[1], NumElements, Ops, EltVT); in IntegerToVector()
330 Ops.push_back(DAG.getNode(ISD::BITCAST, DL, EltVT, Op)); in IntegerToVector()
H A DSelectionDAG.cpp1322 EVT EltVT = VT.getScalarType(); in getNOT() local
1350 EVT EltVT = VT.getScalarType(); in getConstant() local
1366 EVT EltVT = VT.getScalarType(); in getConstant() local
1375 EltVT = TLI->getTypeToTransformTo(*getContext(), EltVT); in getConstant()
1497 EVT EltVT = VT.getScalarType(); in getConstantFP() local
1529 EVT EltVT = VT.getScalarType(); in getConstantFP() local
1530 if (EltVT == MVT::f32) in getConstantFP()
1532 if (EltVT == MVT::f64) in getConstantFP()
1534 if (EltVT == MVT::f80 || EltVT == MVT::f128 || EltVT == MVT::ppcf128 || in getConstantFP()
1535 EltVT == MVT::f16 || EltVT == MVT::bf16) { in getConstantFP()
[all …]
H A DTargetLowering.cpp2325 EVT EltVT = VT.getVectorElementType(); in getKnownUndefForVectorBinop() local
2333 return DAG.getUNDEF(EltVT); in getKnownUndefForVectorBinop()
2357 if (C0 && C1 && C0.getValueType() == EltVT && C1.getValueType() == EltVT) in getKnownUndefForVectorBinop()
2358 if (DAG.getNode(BO.getOpcode(), SDLoc(BO), EltVT, C0, C1).isUndef()) in getKnownUndefForVectorBinop()
7853 EVT EltVT = VecVT.getVectorElementType(); in getVectorSubVecPointer() local
7857 assert(EltSize * 8 == EltVT.getFixedSizeInBits() && in getVectorSubVecPointer()
7862 assert(SubVecVT.getVectorElementType() == EltVT && in getVectorSubVecPointer()
8589 EVT EltVT = VT.getVectorElementType(); in expandVecReduce() local
8600 if (EltVT != Node->getValueType(0)) in expandVecReduce()
8612 EVT EltVT = VT.getVectorElementType(); in expandVecReduceSeq() local
[all …]
H A DSelectionDAGBuilder.cpp1591 EVT EltVT = ValueVTs[i]; in getValueImpl() local
1593 Constants[i] = DAG.getUNDEF(EltVT); in getValueImpl()
1594 else if (EltVT.isFloatingPoint()) in getValueImpl()
1597 Constants[i] = DAG.getConstant(0, getCurSDLoc(), EltVT); in getValueImpl()
1621 EVT EltVT = in getValueImpl() local
1625 if (EltVT.isFloatingPoint()) in getValueImpl()
1626 Op = DAG.getConstantFP(0, getCurSDLoc(), EltVT); in getValueImpl()
1628 Op = DAG.getConstant(0, getCurSDLoc(), EltVT); in getValueImpl()
3720 EVT EltVT = VT.getVectorElementType(); in visitShuffleVector() local
3726 Res = DAG.getUNDEF(EltVT); in visitShuffleVector()
[all …]
H A DLegalizeFloatTypes.cpp2339 EVT EltVT = VecVT.getVectorElementType(); in PromoteFloatRes_EXTRACT_VECTOR_ELT() local
2352 SDValue Res = DAG.getNode(N->getOpcode(), DL, EltVT, Vec, Idx); in PromoteFloatRes_EXTRACT_VECTOR_ELT()
2363 Res = DAG.getNode(N->getOpcode(), DL, EltVT, Lo, Idx); in PromoteFloatRes_EXTRACT_VECTOR_ELT()
2365 Res = DAG.getNode(N->getOpcode(), DL, EltVT, Hi, in PromoteFloatRes_EXTRACT_VECTOR_ELT()
/freebsd-13.1/contrib/llvm-project/llvm/lib/CodeGen/
H A DTargetLoweringBase.cpp999 EVT EltVT = VT.getVectorElementType(); in getTypeConversion() local
1003 return LegalizeKind(TypeScalarizeVector, EltVT); in getTypeConversion()
1008 if (EltVT.isInteger()) { in getTypeConversion()
1033 EVT OldEltVT = EltVT; in getTypeConversion()
1037 EltVT = EVT::getIntegerVT(Context, 1 + EltVT.getSizeInBits()) in getTypeConversion()
1044 if (!EltVT.isSimple()) in getTypeConversion()
1057 EltVT = OldEltVT; in getTypeConversion()
1069 if (!EltVT.isSimple()) in getTypeConversion()
1090 EVT NVT = EVT::getVectorVT(Context, EltVT, in getTypeConversion()
1395 MVT EltVT = VT.getVectorElementType(); in computeRegisterProperties() local
[all …]
H A DValueTypes.cpp30 EVT EVT::changeExtendedVectorElementType(EVT EltVT) const { in changeExtendedVectorElementType()
33 return getVectorVT(Context, EltVT, getVectorElementCount()); in changeExtendedVectorElementType()
/freebsd-13.1/contrib/llvm-project/llvm/lib/Target/X86/
H A DX86InstrFMA.td333 SDNode Move, ValueType VT, ValueType EltVT,
338 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))),
346 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))),
353 (EltVT (extractelt (VT VR128:$src1), (iPTR 0))),
360 (Op (EltVT (extractelt (VT VR128:$src1), (iPTR 0))),
368 (EltVT (extractelt (VT VR128:$src1), (iPTR 0)))))))),
606 ValueType VT, ValueType EltVT,
H A DX86InstrAVX512.td23 ValueType EltVT = eltvt;
48 !if (!eq (EltVT.Size, 64), 2, NumElts)), NumElts) # EltVT;
53 string EltTypeName = !cast<string>(EltVT);
56 int EltSize = EltVT.Size;
6855 (_.EltVT ZeroFP)))))),
6865 (_.EltVT ZeroFP)))))),
6876 (_.EltVT ZeroFP)))))),
6885 (_.EltVT ZeroFP)))))),
6894 (_.EltVT ZeroFP)))))),
9050 (_.EltVT (!cast<Instruction>(NAME#r) (_.EltVT (IMPLICIT_DEF)),
[all …]
H A DX86ISelLowering.h1312 EVT EltVT = VT.getScalarType(); local
1313 return (EltVT == MVT::f32 || EltVT == MVT::f64) && Index == 0;
H A DX86ISelLowering.cpp10478 if (EltVT == MVT::i32 || EltVT == MVT::f32 || EltVT == MVT::f64 || in LowerBUILD_VECTOR()
10490 if (EltVT == MVT::i16 || EltVT == MVT::i8) { in LowerBUILD_VECTOR()
11960 if (EltVT == MVT::f32 || EltVT == MVT::f64) { in lowerShuffleAsBitMask()
13469 if (EltVT == MVT::i8 || EltVT == MVT::i16) { in lowerShuffleAsElementInsertion()
13502 assert((EltVT == MVT::f32 || EltVT == MVT::f64) && in lowerShuffleAsElementInsertion()
19050 if (EltVT == MVT::i32 || EltVT == MVT::f32 || EltVT == MVT::f64 || in LowerINSERT_VECTOR_ELT()
19058 if (EltVT == MVT::i16 || EltVT == MVT::i8) { in LowerINSERT_VECTOR_ELT()
19117 if (EltVT == MVT::i32 || EltVT == MVT::i64) in LowerINSERT_VECTOR_ELT()
23044 assert(EltVT == MVT::f32 || EltVT == MVT::f64); in LowerVSETCC()
27304 assert((EltVT == MVT::i8 || EltVT == MVT::i16) && in LowerVectorCTLZ_AVX512CDI()
[all …]
/freebsd-13.1/contrib/llvm-project/llvm/include/llvm/Support/
H A DMachineValueType.h471 MVT changeVectorElementType(MVT EltVT) const { in changeVectorElementType() argument
472 MVT VecTy = MVT::getVectorVT(EltVT, getVectorElementCount()); in changeVectorElementType()
490 MVT EltVT = getVectorElementType(); in getHalfNumVectorElementsVT() local
493 return getVectorVT(EltVT, EltCnt.divideCoefficientBy(2)); in getHalfNumVectorElementsVT()
/freebsd-13.1/contrib/llvm-project/llvm/lib/Target/AMDGPU/
H A DSIISelLowering.cpp5445 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_SUBVECTOR() local
5465 EVT EltVT = VecVT.getVectorElementType(); in lowerINSERT_VECTOR_ELT() local
5467 unsigned EltSize = EltVT.getSizeInBits(); in lowerINSERT_VECTOR_ELT()
5544 EVT EltVT = VecVT.getVectorElementType(); in lowerEXTRACT_VECTOR_ELT() local
5556 unsigned EltSize = EltVT.getSizeInBits(); in lowerEXTRACT_VECTOR_ELT()
9742 EVT EltVT = Lo.getValueType(); in performFCanonicalizeCombine() local
10117 EVT EltVT = N->getValueType(0); in performExtractVectorEltCombine() local
10131 EVT EltVT = N->getValueType(0); in performExtractVectorEltCombine() local
10191 EltVT.isByteSized() && in performExtractVectorEltCombine()
10887 EVT EltVT = Src.getValueType(); in PerformDAGCombine() local
[all …]
H A DAMDGPUISelLowering.cpp1545 EVT EltVT = VT.getVectorElementType(); in getSplitDestVTs() local
1548 LoVT = EVT::getVectorVT(*DAG.getContext(), EltVT, LoNumElts); in getSplitDestVTs()
1550 ? EltVT in getSplitDestVTs()
1551 : EVT::getVectorVT(*DAG.getContext(), EltVT, NumElts - LoNumElts); in getSplitDestVTs()
3310 EVT EltVT = Elt0.getValueType(); in performTruncateCombine() local
3311 if (VT.getFixedSizeInBits() <= EltVT.getFixedSizeInBits()) { in performTruncateCombine()
3312 if (EltVT.isFloatingPoint()) { in performTruncateCombine()
3314 EltVT.changeTypeToInteger(), Elt0); in performTruncateCombine()
H A DAMDGPUISelDAGToDAG.cpp716 EVT EltVT = VT.getVectorElementType(); in SelectBuildVector() local
721 CurDAG->SelectNodeTo(N, AMDGPU::COPY_TO_REGCLASS, EltVT, N->getOperand(0), in SelectBuildVector()
753 DL, EltVT); in SelectBuildVector()
/freebsd-13.1/contrib/llvm-project/llvm/lib/Target/ARM/
H A DARMTargetTransformInfo.cpp416 EVT EltVT = VT.getScalarType(); in getCastInstrCost() local
417 return (EltVT == MVT::f32 && ST->hasVFP2Base()) || in getCastInstrCost()
418 (EltVT == MVT::f64 && ST->hasFP64()) || in getCastInstrCost()
419 (EltVT == MVT::f16 && ST->hasFullFP16()); in getCastInstrCost()
H A DARMISelLowering.cpp7873 EVT EltVT = EVT::getFloatingPointVT(EltSize); in LowerBUILD_VECTOR() local
7992 EVT EltVT = SrcVT.getVectorElementType(); in ReconstructShuffle() local
8689 EVT EltVT = EVT::getFloatingPointVT(EltSize); in LowerVECTOR_SHUFFLE() local
8696 Ops.push_back(DAG.getUNDEF(EltVT)); in LowerVECTOR_SHUFFLE()
8750 EVT EltVT = Elt.getValueType(); in LowerINSERT_VECTOR_ELT() local
8756 if (getTypeAction(*DAG.getContext(), EltVT) == in LowerINSERT_VECTOR_ELT()
9944 EVT EltVT = VT.getVectorElementType(); in LowerVecReduce() local
9984 if (EltVT != Op->getValueType(0)) in LowerVecReduce()
14515 EVT EltVT = VT.getVectorElementType(); in PerformARMBUILD_VECTORCombine() local
16717 EVT EltVT = N0.getValueType(); in PerformExtendCombine() local
[all …]
/freebsd-13.1/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVISelDAGToDAG.cpp1545 MVT EltVT = N.getSimpleValueType().getVectorElementType(); in selectVSplatSimmHelper() local
1546 if (EltVT.bitsLT(XLenVT)) in selectVSplatSimmHelper()
1547 SplatImm = SignExtend64(SplatImm, EltVT.getSizeInBits()); in selectVSplatSimmHelper()
H A DRISCVISelLowering.cpp1281 MVT EltVT = VT.getVectorElementType(); in getContainerForFixedLengthVector() local
1282 switch (EltVT.SimpleTy) { in getContainerForFixedLengthVector()
1298 return MVT::getScalableVectorVT(EltVT, NumElts); in getContainerForFixedLengthVector()
2391 MVT EltVT = VT.getVectorElementType(); in LowerOperation() local
2394 unsigned EltSize = EltVT.getSizeInBits(); in LowerOperation()
2425 assert(EltVT == MVT::f16 && "Unexpected [US]_TO_FP lowering"); in LowerOperation()
3439 EVT EltVT = Op.getValueType(); in lowerEXTRACT_VECTOR_ELT() local
3448 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Vec, Idx); in lowerEXTRACT_VECTOR_ELT()
3468 if (!EltVT.isInteger()) { in lowerEXTRACT_VECTOR_ELT()
3470 return DAG.getNode(ISD::EXTRACT_VECTOR_ELT, DL, EltVT, Vec, in lowerEXTRACT_VECTOR_ELT()
[all …]

12